2024-11-10 22:13:13,585 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 22:13:13,601 main DEBUG Took 0.012934 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 22:13:13,601 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 22:13:13,602 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 22:13:13,602 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 22:13:13,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,613 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 22:13:13,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,635 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,637 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,638 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,639 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,642 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,642 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,643 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 22:13:13,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,654 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 22:13:13,656 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 22:13:13,659 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 22:13:13,662 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 22:13:13,662 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 22:13:13,664 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 22:13:13,664 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 22:13:13,676 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 22:13:13,679 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 22:13:13,681 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 22:13:13,682 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 22:13:13,682 main DEBUG createAppenders(={Console}) 2024-11-10 22:13:13,683 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 22:13:13,684 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 22:13:13,684 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 22:13:13,685 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 22:13:13,686 main DEBUG OutputStream closed 2024-11-10 22:13:13,687 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 22:13:13,688 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 22:13:13,688 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 22:13:13,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 22:13:13,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 22:13:13,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 22:13:13,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 22:13:13,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 22:13:13,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 22:13:13,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 22:13:13,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 22:13:13,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 22:13:13,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 22:13:13,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 22:13:13,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 22:13:13,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 22:13:13,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 22:13:13,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 22:13:13,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 22:13:13,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 22:13:13,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 22:13:13,815 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 22:13:13,815 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 22:13:13,816 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 22:13:13,817 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T22:13:14,149 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf 2024-11-10 22:13:14,153 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 22:13:14,154 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T22:13:14,166 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-10T22:13:14,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T22:13:14,218 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40, deleteOnExit=true 2024-11-10T22:13:14,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T22:13:14,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/test.cache.data in system properties and HBase conf 2024-11-10T22:13:14,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T22:13:14,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.log.dir in system properties and HBase conf 2024-11-10T22:13:14,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T22:13:14,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T22:13:14,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T22:13:14,338 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T22:13:14,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T22:13:14,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:13:14,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T22:13:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T22:13:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:13:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T22:13:14,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T22:13:14,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T22:13:14,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:13:14,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T22:13:14,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/nfs.dump.dir in system properties and HBase conf 2024-11-10T22:13:14,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/java.io.tmpdir in system properties and HBase conf 2024-11-10T22:13:14,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T22:13:14,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T22:13:14,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T22:13:15,438 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T22:13:15,526 INFO [Time-limited test {}] log.Log(170): Logging initialized @2840ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T22:13:15,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:13:15,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:13:15,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:13:15,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:13:15,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T22:13:15,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:13:15,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:13:15,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:13:15,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/java.io.tmpdir/jetty-localhost-33983-hadoop-hdfs-3_4_1-tests_jar-_-any-16580493733761127270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:13:15,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:33983} 2024-11-10T22:13:15,985 INFO [Time-limited test {}] server.Server(415): Started @3300ms 2024-11-10T22:13:16,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T22:13:16,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T22:13:16,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T22:13:16,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T22:13:16,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T22:13:16,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.log.dir/,AVAILABLE} 2024-11-10T22:13:16,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T22:13:16,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/java.io.tmpdir/jetty-localhost-42717-hadoop-hdfs-3_4_1-tests_jar-_-any-208240965712025725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:13:16,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:42717} 2024-11-10T22:13:16,593 INFO [Time-limited test {}] server.Server(415): Started @3908ms 2024-11-10T22:13:16,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T22:13:17,244 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data1/current/BP-1014441248-172.17.0.2-1731276795161/current, will proceed with Du for space computation calculation, 2024-11-10T22:13:17,245 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data2/current/BP-1014441248-172.17.0.2-1731276795161/current, will proceed with Du for space computation calculation, 2024-11-10T22:13:17,305 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T22:13:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a267e425a5532a8 with lease ID 0xad977198dc4676ed: Processing first storage report for DS-19b39e68-5cd9-4e19-8ce8-f87be580d2a7 from datanode DatanodeRegistration(127.0.0.1:42221, datanodeUuid=110bcff5-9dd0-41ba-8369-ce0f1c5ff616, infoPort=44153, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=331380305;c=1731276795161) 2024-11-10T22:13:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a267e425a5532a8 with lease ID 0xad977198dc4676ed: from storage DS-19b39e68-5cd9-4e19-8ce8-f87be580d2a7 node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=110bcff5-9dd0-41ba-8369-ce0f1c5ff616, infoPort=44153, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=331380305;c=1731276795161), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-10T22:13:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a267e425a5532a8 with lease ID 0xad977198dc4676ed: Processing first storage report for DS-6c639ae0-d12f-409b-9943-14b7727efd52 from datanode DatanodeRegistration(127.0.0.1:42221, datanodeUuid=110bcff5-9dd0-41ba-8369-ce0f1c5ff616, infoPort=44153, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=331380305;c=1731276795161) 2024-11-10T22:13:17,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a267e425a5532a8 with lease ID 0xad977198dc4676ed: from storage DS-6c639ae0-d12f-409b-9943-14b7727efd52 node DatanodeRegistration(127.0.0.1:42221, datanodeUuid=110bcff5-9dd0-41ba-8369-ce0f1c5ff616, infoPort=44153, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=331380305;c=1731276795161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T22:13:17,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf 2024-11-10T22:13:17,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/zookeeper_0, clientPort=54165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T22:13:17,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54165 2024-11-10T22:13:17,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:17,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741825_1001 (size=7) 2024-11-10T22:13:18,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d with version=8 2024-11-10T22:13:18,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/hbase-staging 2024-11-10T22:13:18,358 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T22:13:18,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7318282e5099:0 server-side Connection retries=45 2024-11-10T22:13:18,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:18,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:18,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:13:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:13:18,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T22:13:18,847 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T22:13:18,860 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T22:13:18,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:13:18,904 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 998 (auto-detected) 2024-11-10T22:13:18,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T22:13:18,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46847 2024-11-10T22:13:18,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46847 connecting to ZooKeeper ensemble=127.0.0.1:54165 2024-11-10T22:13:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468470x0, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:13:19,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46847-0x10103f160d80000 connected 2024-11-10T22:13:19,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:19,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:19,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:13:19,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d, hbase.cluster.distributed=false 2024-11-10T22:13:19,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:13:19,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-10T22:13:19,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46847 2024-11-10T22:13:19,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46847 2024-11-10T22:13:19,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-10T22:13:19,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46847 2024-11-10T22:13:19,271 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7318282e5099:0 server-side Connection retries=45 2024-11-10T22:13:19,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:19,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:19,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T22:13:19,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T22:13:19,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T22:13:19,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T22:13:19,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T22:13:19,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37101 2024-11-10T22:13:19,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37101 connecting to ZooKeeper ensemble=127.0.0.1:54165 2024-11-10T22:13:19,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:19,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:19,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371010x0, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T22:13:19,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37101-0x10103f160d80001 connected 2024-11-10T22:13:19,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:13:19,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T22:13:19,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T22:13:19,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T22:13:19,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T22:13:19,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-10T22:13:19,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37101 2024-11-10T22:13:19,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37101 2024-11-10T22:13:19,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-10T22:13:19,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-10T22:13:19,374 DEBUG [M:0;7318282e5099:46847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7318282e5099:46847 2024-11-10T22:13:19,376 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7318282e5099,46847,1731276798412 2024-11-10T22:13:19,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:13:19,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:13:19,387 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7318282e5099,46847,1731276798412 2024-11-10T22:13:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T22:13:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:19,419 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T22:13:19,420 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7318282e5099,46847,1731276798412 from backup master directory 2024-11-10T22:13:19,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7318282e5099,46847,1731276798412 2024-11-10T22:13:19,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:13:19,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T22:13:19,425 WARN [master/7318282e5099:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:13:19,425 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7318282e5099,46847,1731276798412 2024-11-10T22:13:19,428 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T22:13:19,430 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T22:13:19,505 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/hbase.id] with ID: 4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27 2024-11-10T22:13:19,505 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/.tmp/hbase.id 2024-11-10T22:13:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741826_1002 (size=42) 2024-11-10T22:13:19,523 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/.tmp/hbase.id]:[hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/hbase.id] 2024-11-10T22:13:19,576 INFO [master/7318282e5099:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T22:13:19,581 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T22:13:19,608 INFO [master/7318282e5099:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-10T22:13:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741827_1003 (size=196) 2024-11-10T22:13:19,645 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:13:19,648 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T22:13:19,665 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:19,670 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:13:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741828_1004 (size=1189) 2024-11-10T22:13:19,723 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store 2024-11-10T22:13:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741829_1005 (size=34) 2024-11-10T22:13:19,757 INFO [master/7318282e5099:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T22:13:19,760 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:19,761 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:13:19,762 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:13:19,762 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:13:19,763 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:13:19,763 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:13:19,764 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:13:19,765 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731276799761Disabling compacts and flushes for region at 1731276799761Disabling writes for close at 1731276799763 (+2 ms)Writing region close event to WAL at 1731276799764 (+1 ms)Closed at 1731276799764 2024-11-10T22:13:19,769 WARN [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/.initializing 2024-11-10T22:13:19,769 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/WALs/7318282e5099,46847,1731276798412 2024-11-10T22:13:19,784 INFO [master/7318282e5099:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:13:19,806 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C46847%2C1731276798412, suffix=, logDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/WALs/7318282e5099,46847,1731276798412, archiveDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/oldWALs, maxLogs=10 2024-11-10T22:13:19,841 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/WALs/7318282e5099,46847,1731276798412/7318282e5099%2C46847%2C1731276798412.1731276799812, exclude list is [], retry=0 2024-11-10T22:13:19,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19b39e68-5cd9-4e19-8ce8-f87be580d2a7,DISK] 2024-11-10T22:13:19,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T22:13:19,911 INFO [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/WALs/7318282e5099,46847,1731276798412/7318282e5099%2C46847%2C1731276798412.1731276799812 2024-11-10T22:13:19,912 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44153:44153)] 2024-11-10T22:13:19,913 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:13:19,913 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:19,918 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:19,919 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:19,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:19,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T22:13:20,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:20,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T22:13:20,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:20,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T22:13:20,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:20,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T22:13:20,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:20,024 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,028 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,029 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,035 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,036 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,040 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T22:13:20,046 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T22:13:20,052 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:13:20,054 INFO [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66113744, jitterRate=-0.01482844352722168}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T22:13:20,060 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731276799937Initializing all the Stores at 1731276799940 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276799940Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276799941 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276799941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276799941Cleaning up temporary data from old regions at 1731276800036 (+95 ms)Region opened successfully at 1731276800060 (+24 ms) 2024-11-10T22:13:20,062 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T22:13:20,107 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d057b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T22:13:20,148 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T22:13:20,163 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T22:13:20,163 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T22:13:20,168 INFO [master/7318282e5099:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T22:13:20,169 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T22:13:20,175 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T22:13:20,175 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T22:13:20,205 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T22:13:20,216 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T22:13:20,220 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T22:13:20,224 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T22:13:20,226 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T22:13:20,227 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T22:13:20,230 INFO [master/7318282e5099:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T22:13:20,234 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T22:13:20,235 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T22:13:20,237 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T22:13:20,239 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T22:13:20,259 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T22:13:20,261 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T22:13:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:13:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T22:13:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,268 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7318282e5099,46847,1731276798412, sessionid=0x10103f160d80000, setting cluster-up flag (Was=false) 2024-11-10T22:13:20,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,289 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T22:13:20,290 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,46847,1731276798412 2024-11-10T22:13:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:20,303 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T22:13:20,304 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7318282e5099,46847,1731276798412 2024-11-10T22:13:20,311 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T22:13:20,360 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(746): ClusterId : 4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27 2024-11-10T22:13:20,364 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T22:13:20,372 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T22:13:20,372 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T22:13:20,375 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T22:13:20,376 DEBUG [RS:0;7318282e5099:37101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4166d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7318282e5099/172.17.0.2:0 2024-11-10T22:13:20,396 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7318282e5099:37101 2024-11-10T22:13:20,401 INFO [RS:0;7318282e5099:37101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T22:13:20,401 INFO [RS:0;7318282e5099:37101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T22:13:20,401 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T22:13:20,404 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,46847,1731276798412 with port=37101, startcode=1731276799219 2024-11-10T22:13:20,404 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T22:13:20,416 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T22:13:20,417 DEBUG [RS:0;7318282e5099:37101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T22:13:20,424 INFO [master/7318282e5099:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T22:13:20,430 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7318282e5099,46847,1731276798412 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T22:13:20,439 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:13:20,439 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:13:20,440 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:13:20,440 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7318282e5099:0, corePoolSize=5, maxPoolSize=5 2024-11-10T22:13:20,440 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7318282e5099:0, corePoolSize=10, maxPoolSize=10 2024-11-10T22:13:20,441 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,441 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:13:20,441 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:13:20,462 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731276830461 2024-11-10T22:13:20,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T22:13:20,464 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T22:13:20,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T22:13:20,465 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T22:13:20,470 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T22:13:20,470 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T22:13:20,470 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T22:13:20,471 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T22:13:20,471 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:20,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,480 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T22:13:20,486 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T22:13:20,487 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T22:13:20,488 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T22:13:20,493 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T22:13:20,494 INFO [master/7318282e5099:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T22:13:20,504 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731276800495,5,FailOnTimeoutGroup] 2024-11-10T22:13:20,507 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731276800505,5,FailOnTimeoutGroup] 2024-11-10T22:13:20,507 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,508 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T22:13:20,510 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,511 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741831_1007 (size=1321) 2024-11-10T22:13:20,514 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T22:13:20,514 WARN [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T22:13:20,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T22:13:20,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:13:20,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741832_1008 (size=32) 2024-11-10T22:13:20,615 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(2659): reportForDuty to master=7318282e5099,46847,1731276798412 with port=37101, startcode=1731276799219 2024-11-10T22:13:20,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7318282e5099,37101,1731276799219 2024-11-10T22:13:20,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(517): Registering regionserver=7318282e5099,37101,1731276799219 2024-11-10T22:13:20,630 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:13:20,630 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35627 2024-11-10T22:13:20,630 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T22:13:20,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:13:20,635 DEBUG [RS:0;7318282e5099:37101 {}] zookeeper.ZKUtil(111): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7318282e5099,37101,1731276799219 2024-11-10T22:13:20,636 WARN [RS:0;7318282e5099:37101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T22:13:20,636 INFO [RS:0;7318282e5099:37101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:13:20,636 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219 2024-11-10T22:13:20,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7318282e5099,37101,1731276799219] 2024-11-10T22:13:20,664 INFO [RS:0;7318282e5099:37101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T22:13:20,680 INFO [RS:0;7318282e5099:37101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T22:13:20,685 INFO [RS:0;7318282e5099:37101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T22:13:20,685 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,686 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T22:13:20,692 INFO [RS:0;7318282e5099:37101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T22:13:20,693 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7318282e5099:0, corePoolSize=2, maxPoolSize=2 2024-11-10T22:13:20,694 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7318282e5099:0, corePoolSize=1, maxPoolSize=1 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:13:20,695 DEBUG [RS:0;7318282e5099:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0, corePoolSize=3, maxPoolSize=3 2024-11-10T22:13:20,696 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,697 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,697 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,697 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,697 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,697 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,37101,1731276799219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:13:20,723 INFO [RS:0;7318282e5099:37101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T22:13:20,725 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,37101,1731276799219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,726 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,726 INFO [RS:0;7318282e5099:37101 {}] regionserver.Replication(171): 7318282e5099,37101,1731276799219 started 2024-11-10T22:13:20,745 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:20,746 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1482): Serving as 7318282e5099,37101,1731276799219, RpcServer on 7318282e5099/172.17.0.2:37101, sessionid=0x10103f160d80001 2024-11-10T22:13:20,746 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T22:13:20,747 DEBUG [RS:0;7318282e5099:37101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7318282e5099,37101,1731276799219 2024-11-10T22:13:20,747 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,37101,1731276799219' 2024-11-10T22:13:20,747 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T22:13:20,748 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T22:13:20,749 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T22:13:20,749 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T22:13:20,749 DEBUG [RS:0;7318282e5099:37101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7318282e5099,37101,1731276799219 2024-11-10T22:13:20,749 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7318282e5099,37101,1731276799219' 2024-11-10T22:13:20,749 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T22:13:20,750 DEBUG [RS:0;7318282e5099:37101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T22:13:20,751 DEBUG [RS:0;7318282e5099:37101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T22:13:20,751 INFO [RS:0;7318282e5099:37101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T22:13:20,751 INFO [RS:0;7318282e5099:37101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T22:13:20,859 INFO [RS:0;7318282e5099:37101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T22:13:20,867 INFO [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C37101%2C1731276799219, suffix=, logDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219, archiveDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/oldWALs, maxLogs=32 2024-11-10T22:13:20,896 DEBUG [RS:0;7318282e5099:37101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219/7318282e5099%2C37101%2C1731276799219.1731276800871, exclude list is [], retry=0 2024-11-10T22:13:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19b39e68-5cd9-4e19-8ce8-f87be580d2a7,DISK] 2024-11-10T22:13:20,904 INFO [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219/7318282e5099%2C37101%2C1731276799219.1731276800871 2024-11-10T22:13:20,905 DEBUG [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44153:44153)] 2024-11-10T22:13:20,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:20,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:13:20,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:13:20,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:20,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:13:20,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:13:20,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:20,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:13:20,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:13:20,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:20,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:13:20,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:13:20,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:20,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:20,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:13:20,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740 2024-11-10T22:13:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740 2024-11-10T22:13:20,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:13:20,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:13:20,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:13:20,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:13:20,989 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:13:20,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69425055, jitterRate=0.0345139354467392}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:13:20,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731276800946Initializing all the Stores at 1731276800949 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276800949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276800949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276800949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276800949Cleaning up temporary data from old regions at 1731276800976 (+27 ms)Region opened successfully at 1731276800994 (+18 ms) 2024-11-10T22:13:20,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:13:20,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:13:20,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:13:20,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:13:20,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:13:20,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:13:21,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731276800994Disabling compacts and flushes for region at 1731276800994Disabling writes for close at 1731276800995 (+1 ms)Writing region close event to WAL at 1731276800998 (+3 ms)Closed at 1731276800999 (+1 ms) 2024-11-10T22:13:21,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:13:21,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T22:13:21,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T22:13:21,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:13:21,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T22:13:21,180 DEBUG [7318282e5099:46847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T22:13:21,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:21,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,37101,1731276799219, state=OPENING 2024-11-10T22:13:21,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T22:13:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:21,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:13:21,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:13:21,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:13:21,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T22:13:21,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:21,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T22:13:21,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T22:13:21,411 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T22:13:21,411 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T22:13:21,412 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T22:13:21,416 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7318282e5099%2C37101%2C1731276799219.meta, suffix=.meta, logDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219, archiveDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/oldWALs, maxLogs=32 2024-11-10T22:13:21,434 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219/7318282e5099%2C37101%2C1731276799219.meta.1731276801418.meta, exclude list is [], retry=0 2024-11-10T22:13:21,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42221,DS-19b39e68-5cd9-4e19-8ce8-f87be580d2a7,DISK] 2024-11-10T22:13:21,441 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/WALs/7318282e5099,37101,1731276799219/7318282e5099%2C37101%2C1731276799219.meta.1731276801418.meta 2024-11-10T22:13:21,442 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44153:44153)] 2024-11-10T22:13:21,442 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:13:21,444 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T22:13:21,447 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T22:13:21,453 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T22:13:21,459 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T22:13:21,459 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:21,460 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T22:13:21,460 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T22:13:21,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T22:13:21,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T22:13:21,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:21,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:21,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T22:13:21,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T22:13:21,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:21,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:21,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T22:13:21,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T22:13:21,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:21,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:21,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T22:13:21,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T22:13:21,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:21,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T22:13:21,473 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T22:13:21,475 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740 2024-11-10T22:13:21,477 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740 2024-11-10T22:13:21,479 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T22:13:21,479 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T22:13:21,480 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:13:21,483 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T22:13:21,484 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61665765, jitterRate=-0.08110849559307098}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:13:21,484 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T22:13:21,486 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731276801460Writing region info on filesystem at 1731276801461 (+1 ms)Initializing all the Stores at 1731276801463 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276801463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276801463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276801463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731276801463Cleaning up temporary data from old regions at 1731276801479 (+16 ms)Running coprocessor post-open hooks at 1731276801484 (+5 ms)Region opened successfully at 1731276801486 (+2 ms) 2024-11-10T22:13:21,494 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731276801385 2024-11-10T22:13:21,506 DEBUG [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T22:13:21,506 INFO [RS_OPEN_META-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T22:13:21,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:21,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7318282e5099,37101,1731276799219, state=OPEN 2024-11-10T22:13:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:13:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T22:13:21,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:13:21,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T22:13:21,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:21,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T22:13:21,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7318282e5099,37101,1731276799219 in 305 msec 2024-11-10T22:13:21,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T22:13:21,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-10T22:13:21,535 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T22:13:21,535 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T22:13:21,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:21,559 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:21,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:21,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:21,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-10T22:13:21,605 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731276801605, completionTime=-1 2024-11-10T22:13:21,607 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T22:13:21,608 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T22:13:21,639 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T22:13:21,639 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731276861639 2024-11-10T22:13:21,639 INFO [master/7318282e5099:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731276921639 2024-11-10T22:13:21,639 INFO [master/7318282e5099:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-10T22:13:21,641 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,642 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,642 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,643 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7318282e5099:46847, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,644 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,645 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,651 DEBUG [master/7318282e5099:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T22:13:21,675 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.248sec 2024-11-10T22:13:21,676 INFO [master/7318282e5099:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T22:13:21,677 INFO [master/7318282e5099:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T22:13:21,678 INFO [master/7318282e5099:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T22:13:21,679 INFO [master/7318282e5099:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T22:13:21,679 INFO [master/7318282e5099:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T22:13:21,680 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T22:13:21,680 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T22:13:21,688 DEBUG [master/7318282e5099:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T22:13:21,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T22:13:21,689 INFO [master/7318282e5099:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7318282e5099,46847,1731276798412-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T22:13:21,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9654c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:21,772 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T22:13:21,772 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T22:13:21,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:21,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:21,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95e1912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:21,796 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:21,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7449b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:21,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:21,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:21,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:21,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:21,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7318282e5099,46847,1731276798412 2024-11-10T22:13:21,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=10203 2024-11-10T22:13:21,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:13:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:13:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3f982f 2024-11-10T22:13:21,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:13:21,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:13:21,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:13:21,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:13:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:21,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:13:21,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T22:13:21,901 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:21,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:13:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:13:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741835_1011 (size=1061) 2024-11-10T22:13:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:13:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:13:22,323 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:13:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741836_1012 (size=53) 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e3ee08295c508ff6d178f01bcfb0ae5a, disabling compactions & flushes 2024-11-10T22:13:22,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. after waiting 0 ms 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3ee08295c508ff6d178f01bcfb0ae5a: Waiting for close lock at 1731276802332Disabling compacts and flushes for region at 1731276802332Disabling writes for close at 1731276802332Writing region close event to WAL at 1731276802332Closed at 1731276802332 2024-11-10T22:13:22,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:13:22,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276802335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276802335"}]},"ts":"1731276802335"} 2024-11-10T22:13:22,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:13:22,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:13:22,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276802349"}]},"ts":"1731276802349"} 2024-11-10T22:13:22,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:13:22,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, ASSIGN}] 2024-11-10T22:13:22,360 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, ASSIGN 2024-11-10T22:13:22,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:13:22,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3ee08295c508ff6d178f01bcfb0ae5a, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:22,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, ASSIGN because future has completed 2024-11-10T22:13:22,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:13:22,681 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,682 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:13:22,682 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,682 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:22,682 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,682 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,685 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,688 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:22,689 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ee08295c508ff6d178f01bcfb0ae5a columnFamilyName A 2024-11-10T22:13:22,689 DEBUG [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:22,690 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(327): Store=e3ee08295c508ff6d178f01bcfb0ae5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:22,690 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,692 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:22,693 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ee08295c508ff6d178f01bcfb0ae5a columnFamilyName B 2024-11-10T22:13:22,693 DEBUG [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:22,694 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(327): Store=e3ee08295c508ff6d178f01bcfb0ae5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:22,694 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,696 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:22,696 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3ee08295c508ff6d178f01bcfb0ae5a columnFamilyName C 2024-11-10T22:13:22,696 DEBUG [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:22,697 INFO [StoreOpener-e3ee08295c508ff6d178f01bcfb0ae5a-1 {}] regionserver.HStore(327): Store=e3ee08295c508ff6d178f01bcfb0ae5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:22,698 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,698 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,699 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,700 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,702 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,702 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,703 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:13:22,705 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,708 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:13:22,709 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3ee08295c508ff6d178f01bcfb0ae5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75428841, jitterRate=0.12397731840610504}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:13:22,709 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:22,710 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3ee08295c508ff6d178f01bcfb0ae5a: Running coprocessor pre-open hook at 1731276802683Writing region info on filesystem at 1731276802683Initializing all the Stores at 1731276802684 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276802684Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276802685 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276802685Cleaning up temporary data from old regions at 1731276802702 (+17 ms)Running coprocessor post-open hooks at 1731276802709 (+7 ms)Region opened successfully at 1731276802710 (+1 ms) 2024-11-10T22:13:22,712 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., pid=6, masterSystemTime=1731276802674 2024-11-10T22:13:22,716 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,716 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:22,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3ee08295c508ff6d178f01bcfb0ae5a, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:13:22,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T22:13:22,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 in 204 msec 2024-11-10T22:13:22,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T22:13:22,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, ASSIGN in 369 msec 2024-11-10T22:13:22,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:13:22,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276802733"}]},"ts":"1731276802733"} 2024-11-10T22:13:22,736 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:13:22,738 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:13:22,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 848 msec 2024-11-10T22:13:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T22:13:23,045 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:23,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af8352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7983b71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,055 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e34b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:13:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:13:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5e92ab 2024-11-10T22:13:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:13:23,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:13:23,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd75e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,074 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffd0298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bed14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2118b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,080 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,084 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b60dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,087 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323acfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,092 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457a3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3f6ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,098 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643e95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201277a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a68df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,104 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2775ea95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,106 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a2b6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ba1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d22a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545d818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e35624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c710cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,117 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6fe38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c99741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:23,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:23,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d56454e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:23,122 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6514b0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:23,129 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,129 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,129 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,130 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,132 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,132 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,134 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:23,135 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,134 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:23,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:23,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T22:13:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,162 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:13:23,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:23,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:13:23,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:23,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:23,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:23,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:23,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:23,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:23,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:23,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f5fddb0776d1493e8935f880c35a8bcd is 50, key is test_row_0/A:col10/1731276803205/Put/seqid=0 2024-11-10T22:13:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276863324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276863329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276863342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276863343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276863351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741837_1013 (size=16681) 2024-11-10T22:13:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276863474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276863486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276863487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276863486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276863487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276863695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276863695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276863696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276863696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:23,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276863706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:23,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f5fddb0776d1493e8935f880c35a8bcd 2024-11-10T22:13:23,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:23,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:23,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:23,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f3df0b64e5434a49a2ae457f2f5eb904 is 50, key is test_row_0/B:col10/1731276803205/Put/seqid=0 2024-11-10T22:13:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741838_1014 (size=12001) 2024-11-10T22:13:23,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f3df0b64e5434a49a2ae457f2f5eb904 2024-11-10T22:13:24,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2e340f005b174a9ca631ac919610620b is 50, key is test_row_0/C:col10/1731276803205/Put/seqid=0 2024-11-10T22:13:24,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276864004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276864004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276864015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276864015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741839_1015 (size=12001) 2024-11-10T22:13:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:24,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2e340f005b174a9ca631ac919610620b 2024-11-10T22:13:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276864024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f5fddb0776d1493e8935f880c35a8bcd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd 2024-11-10T22:13:24,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd, entries=250, sequenceid=13, filesize=16.3 K 2024-11-10T22:13:24,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f3df0b64e5434a49a2ae457f2f5eb904 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904 2024-11-10T22:13:24,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T22:13:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2e340f005b174a9ca631ac919610620b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b 2024-11-10T22:13:24,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-10T22:13:24,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e3ee08295c508ff6d178f01bcfb0ae5a in 886ms, sequenceid=13, compaction requested=false 2024-11-10T22:13:24,102 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T22:13:24,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:24,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T22:13:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:24,177 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T22:13:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:24,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/be00e4e422244c6ea3ca71ba0531bf6a is 50, key is test_row_0/A:col10/1731276803331/Put/seqid=0 2024-11-10T22:13:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741840_1016 (size=12001) 2024-11-10T22:13:24,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/be00e4e422244c6ea3ca71ba0531bf6a 2024-11-10T22:13:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/ea0c799a69734fa1872c7e593673e5fa is 50, key is test_row_0/B:col10/1731276803331/Put/seqid=0 2024-11-10T22:13:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741841_1017 (size=12001) 2024-11-10T22:13:24,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/ea0c799a69734fa1872c7e593673e5fa 2024-11-10T22:13:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d0d15ff1384448b486ae90aacf58edbb is 50, key is test_row_0/C:col10/1731276803331/Put/seqid=0 2024-11-10T22:13:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741842_1018 (size=12001) 2024-11-10T22:13:24,330 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d0d15ff1384448b486ae90aacf58edbb 2024-11-10T22:13:24,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/be00e4e422244c6ea3ca71ba0531bf6a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a 2024-11-10T22:13:24,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T22:13:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/ea0c799a69734fa1872c7e593673e5fa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa 2024-11-10T22:13:24,380 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T22:13:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d0d15ff1384448b486ae90aacf58edbb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb 2024-11-10T22:13:24,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb, entries=150, sequenceid=33, filesize=11.7 K 2024-11-10T22:13:24,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for e3ee08295c508ff6d178f01bcfb0ae5a in 234ms, sequenceid=33, compaction requested=false 2024-11-10T22:13:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:24,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T22:13:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T22:13:24,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T22:13:24,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-11-10T22:13:24,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2980 sec 2024-11-10T22:13:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:24,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:24,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/caeebd9709d248a89d4c6fc22887ba67 is 50, key is test_row_0/A:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741843_1019 (size=14341) 2024-11-10T22:13:24,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/caeebd9709d248a89d4c6fc22887ba67 2024-11-10T22:13:24,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/923e5fb90f62410699a44ee18e533489 is 50, key is test_row_0/B:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:24,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741844_1020 (size=12001) 2024-11-10T22:13:24,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276804677, max timestamp=1731276804691Num uniques 859; 2024-11-10T22:13:24,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276804677, max timestamp=1731276804691Num uniques 859; 2024-11-10T22:13:24,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:24,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:24,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276804677, max timestamp=1731276804691Num uniques 859; 2024-11-10T22:13:24,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:24,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276864739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276864742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276864749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276864752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276864756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276864864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276864865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276864874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276864875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276864876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:24,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/923e5fb90f62410699a44ee18e533489 2024-11-10T22:13:25,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/0e3ef47c0160437fb49e209006fa40c3 is 50, key is test_row_0/C:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741845_1021 (size=12001) 2024-11-10T22:13:25,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/0e3ef47c0160437fb49e209006fa40c3 2024-11-10T22:13:25,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/caeebd9709d248a89d4c6fc22887ba67 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67 2024-11-10T22:13:25,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67, entries=200, sequenceid=43, filesize=14.0 K 2024-11-10T22:13:25,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/923e5fb90f62410699a44ee18e533489 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489 2024-11-10T22:13:25,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489, entries=150, sequenceid=43, filesize=11.7 K 2024-11-10T22:13:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/0e3ef47c0160437fb49e209006fa40c3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3 2024-11-10T22:13:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276865084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276865084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276865084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276865085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276865086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3, entries=150, sequenceid=43, filesize=11.7 K 2024-11-10T22:13:25,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e3ee08295c508ff6d178f01bcfb0ae5a in 543ms, sequenceid=43, compaction requested=true 2024-11-10T22:13:25,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:25,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:25,119 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:25,120 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:25,124 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:25,125 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:25,126 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,126 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.2 K 2024-11-10T22:13:25,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f3df0b64e5434a49a2ae457f2f5eb904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731276803193 2024-11-10T22:13:25,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ea0c799a69734fa1872c7e593673e5fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731276803328 2024-11-10T22:13:25,130 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 923e5fb90f62410699a44ee18e533489, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:25,134 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:25,134 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:25,134 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,134 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=42.0 K 2024-11-10T22:13:25,135 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5fddb0776d1493e8935f880c35a8bcd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731276803150 2024-11-10T22:13:25,136 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting be00e4e422244c6ea3ca71ba0531bf6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731276803328 2024-11-10T22:13:25,137 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting caeebd9709d248a89d4c6fc22887ba67, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:25,168 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:25,169 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8fae307fd7904fe6a2e04d6f6297217d is 50, key is test_row_0/B:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:25,171 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:25,171 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/4a924e766fa24cf3b22dd518cb6046f4 is 50, key is test_row_0/A:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741846_1022 (size=12104) 2024-11-10T22:13:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741847_1023 (size=12104) 2024-11-10T22:13:25,242 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8fae307fd7904fe6a2e04d6f6297217d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8fae307fd7904fe6a2e04d6f6297217d 2024-11-10T22:13:25,273 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 8fae307fd7904fe6a2e04d6f6297217d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:25,273 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:25,276 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276805120; duration=0sec 2024-11-10T22:13:25,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:25,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:25,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:25,281 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:25,281 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:25,281 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,281 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.2 K 2024-11-10T22:13:25,282 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e340f005b174a9ca631ac919610620b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731276803193 2024-11-10T22:13:25,283 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d0d15ff1384448b486ae90aacf58edbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731276803328 2024-11-10T22:13:25,284 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e3ef47c0160437fb49e209006fa40c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T22:13:25,304 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:25,304 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T22:13:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:25,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:25,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:25,321 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:25,323 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4359b964902f454fbb4a0e572384630b is 50, key is test_row_0/C:col10/1731276804552/Put/seqid=0 2024-11-10T22:13:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741848_1024 (size=12104) 2024-11-10T22:13:25,369 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4359b964902f454fbb4a0e572384630b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4359b964902f454fbb4a0e572384630b 2024-11-10T22:13:25,385 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 4359b964902f454fbb4a0e572384630b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:25,385 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:25,385 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276805120; duration=0sec 2024-11-10T22:13:25,386 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:25,387 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:25,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T22:13:25,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:25,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:25,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:25,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:25,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:25,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:25,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2a73cc64d12a44a29e1cebb87ed08146 is 50, key is test_row_0/A:col10/1731276804752/Put/seqid=0 2024-11-10T22:13:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741849_1025 (size=14341) 2024-11-10T22:13:25,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2a73cc64d12a44a29e1cebb87ed08146 2024-11-10T22:13:25,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276865421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276865425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276865425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276865425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276865438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/68f2935ef8834576b57aaefe9270ec1b is 50, key is test_row_0/B:col10/1731276804752/Put/seqid=0 2024-11-10T22:13:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741850_1026 (size=12001) 2024-11-10T22:13:25,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T22:13:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:25,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/68f2935ef8834576b57aaefe9270ec1b 2024-11-10T22:13:25,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/26cd0e4a550e4bf7a8228717fb921307 is 50, key is test_row_0/C:col10/1731276804752/Put/seqid=0 2024-11-10T22:13:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741851_1027 (size=12001) 2024-11-10T22:13:25,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/26cd0e4a550e4bf7a8228717fb921307 2024-11-10T22:13:25,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2a73cc64d12a44a29e1cebb87ed08146 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146 2024-11-10T22:13:25,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146, entries=200, sequenceid=82, filesize=14.0 K 2024-11-10T22:13:25,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276865544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276865544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/68f2935ef8834576b57aaefe9270ec1b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b 2024-11-10T22:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276865544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276865556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276865556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T22:13:25,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/26cd0e4a550e4bf7a8228717fb921307 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307 2024-11-10T22:13:25,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T22:13:25,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for e3ee08295c508ff6d178f01bcfb0ae5a in 179ms, sequenceid=82, compaction requested=false 2024-11-10T22:13:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:25,622 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/4a924e766fa24cf3b22dd518cb6046f4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/4a924e766fa24cf3b22dd518cb6046f4 2024-11-10T22:13:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:25,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T22:13:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:25,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T22:13:25,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:25,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/77b96b56c5c64b65a23a8ae938823742 is 50, key is test_row_0/A:col10/1731276805420/Put/seqid=0 2024-11-10T22:13:25,648 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 4a924e766fa24cf3b22dd518cb6046f4(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:25,648 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:25,648 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276805107; duration=0sec 2024-11-10T22:13:25,648 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:25,649 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741852_1028 (size=12001) 2024-11-10T22:13:25,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/77b96b56c5c64b65a23a8ae938823742 2024-11-10T22:13:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/530835e7b37d47f09c145657b77e574b is 50, key is test_row_0/B:col10/1731276805420/Put/seqid=0 2024-11-10T22:13:25,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741853_1029 (size=12001) 2024-11-10T22:13:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:25,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:25,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276805791, max timestamp=1731276805805Num uniques 859; 2024-11-10T22:13:25,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:25,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276805791, max timestamp=1731276805805Num uniques 859; 2024-11-10T22:13:25,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:25,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276805791, max timestamp=1731276805805Num uniques 859; 2024-11-10T22:13:25,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:25,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276865849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276865853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276865898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276865898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276865898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276866003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276866003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276866015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276866015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276866015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/530835e7b37d47f09c145657b77e574b 2024-11-10T22:13:26,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/14be326260f349c7a0c321e80dc3c309 is 50, key is test_row_0/C:col10/1731276805420/Put/seqid=0 2024-11-10T22:13:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741854_1030 (size=12001) 2024-11-10T22:13:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276866215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276866214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276866223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276866223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276866234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:26,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276866523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276866533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276866533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276866544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276866553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:26,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/14be326260f349c7a0c321e80dc3c309 2024-11-10T22:13:26,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/77b96b56c5c64b65a23a8ae938823742 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742 2024-11-10T22:13:26,591 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T22:13:26,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/530835e7b37d47f09c145657b77e574b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b 2024-11-10T22:13:26,603 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T22:13:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/14be326260f349c7a0c321e80dc3c309 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309 2024-11-10T22:13:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309, entries=150, sequenceid=91, filesize=11.7 K 2024-11-10T22:13:26,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for e3ee08295c508ff6d178f01bcfb0ae5a in 996ms, sequenceid=91, compaction requested=true 2024-11-10T22:13:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T22:13:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T22:13:26,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T22:13:26,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-11-10T22:13:26,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3280 sec 2024-11-10T22:13:26,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:13:27,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T22:13:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:27,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T22:13:27,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731276805839, max timestamp=1731276807044Num uniques 1068; 2024-11-10T22:13:27,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:27,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276805839, max timestamp=1731276807045Num uniques 1068; 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:27,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:13:27,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/7fb9a861f9a1413c8d88446c58e72aa9 is 50, key is test_row_0/A:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741855_1031 (size=16831) 2024-11-10T22:13:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276867094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276867096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276867097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276867097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276867099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276867213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276867213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276867214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276867214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276867214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276867423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276867423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276867433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276867423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276867433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T22:13:27,454 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:27,455 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T22:13:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:27,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:27,461 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:27,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:27,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.62 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/7fb9a861f9a1413c8d88446c58e72aa9 2024-11-10T22:13:27,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/538361d81e9142469bc8a5999c5582d9 is 50, key is test_row_0/B:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741856_1032 (size=12101) 2024-11-10T22:13:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:27,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T22:13:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276867744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276867744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276867745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276867746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276867746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:27,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T22:13:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:27,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/538361d81e9142469bc8a5999c5582d9 2024-11-10T22:13:27,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T22:13:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:27,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:27,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/f66079b423304051b876692c8d31522c is 50, key is test_row_0/C:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:27,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741857_1033 (size=12101) 2024-11-10T22:13:27,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/f66079b423304051b876692c8d31522c 2024-11-10T22:13:27,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/7fb9a861f9a1413c8d88446c58e72aa9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9 2024-11-10T22:13:27,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9, entries=250, sequenceid=132, filesize=16.4 K 2024-11-10T22:13:27,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/538361d81e9142469bc8a5999c5582d9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9 2024-11-10T22:13:28,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T22:13:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/f66079b423304051b876692c8d31522c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c 2024-11-10T22:13:28,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T22:13:28,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~79.71 KB/81622, heapSize ~221.84 KB/227168, currentSize=100.63 KB/103050 for e3ee08295c508ff6d178f01bcfb0ae5a in 966ms, sequenceid=132, compaction requested=true 2024-11-10T22:13:28,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:28,016 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:28,018 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55277 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:28,019 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:28,019 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:28,019 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/4a924e766fa24cf3b22dd518cb6046f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=54.0 K 2024-11-10T22:13:28,020 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a924e766fa24cf3b22dd518cb6046f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:28,020 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a73cc64d12a44a29e1cebb87ed08146, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276804744 2024-11-10T22:13:28,021 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b96b56c5c64b65a23a8ae938823742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731276805414 2024-11-10T22:13:28,022 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fb9a861f9a1413c8d88446c58e72aa9, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:28,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:28,023 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:28,029 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:28,029 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:28,029 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:28,030 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8fae307fd7904fe6a2e04d6f6297217d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=47.1 K 2024-11-10T22:13:28,031 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fae307fd7904fe6a2e04d6f6297217d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:28,031 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f2935ef8834576b57aaefe9270ec1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276804748 2024-11-10T22:13:28,032 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 530835e7b37d47f09c145657b77e574b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731276805414 2024-11-10T22:13:28,033 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 538361d81e9142469bc8a5999c5582d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:28,046 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:28,047 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/c0e14304c98d441c9485cd67a02a337d is 50, key is test_row_0/A:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:28,054 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:28,056 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/173e56c425f74cd6b5fd08b38a7a17b8 is 50, key is test_row_0/B:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741858_1034 (size=12341) 2024-11-10T22:13:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741859_1035 (size=12341) 2024-11-10T22:13:28,078 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/173e56c425f74cd6b5fd08b38a7a17b8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/173e56c425f74cd6b5fd08b38a7a17b8 2024-11-10T22:13:28,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T22:13:28,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:28,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:13:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:28,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,092 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 173e56c425f74cd6b5fd08b38a7a17b8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:28,093 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:28,093 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=12, startTime=1731276808023; duration=0sec 2024-11-10T22:13:28,093 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:28,093 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:28,093 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:28,097 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:28,097 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:28,097 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:28,097 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4359b964902f454fbb4a0e572384630b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=47.1 K 2024-11-10T22:13:28,098 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4359b964902f454fbb4a0e572384630b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731276804526 2024-11-10T22:13:28,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/551e34f2e30743fcbd387ea8883bed6a is 50, key is test_row_0/A:col10/1731276807094/Put/seqid=0 2024-11-10T22:13:28,099 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 26cd0e4a550e4bf7a8228717fb921307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276804748 2024-11-10T22:13:28,102 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 14be326260f349c7a0c321e80dc3c309, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731276805414 2024-11-10T22:13:28,103 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f66079b423304051b876692c8d31522c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741860_1036 (size=12151) 2024-11-10T22:13:28,132 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:28,133 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2af9a734c082441287bca812286dd8d4 is 50, key is test_row_0/C:col10/1731276807044/Put/seqid=0 2024-11-10T22:13:28,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/551e34f2e30743fcbd387ea8883bed6a 2024-11-10T22:13:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741861_1037 (size=12341) 2024-11-10T22:13:28,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/573bd3bc3cad4bd892b94fe60f1823da is 50, key is test_row_0/B:col10/1731276807094/Put/seqid=0 2024-11-10T22:13:28,167 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2af9a734c082441287bca812286dd8d4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2af9a734c082441287bca812286dd8d4 2024-11-10T22:13:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741862_1038 (size=12151) 2024-11-10T22:13:28,175 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/573bd3bc3cad4bd892b94fe60f1823da 2024-11-10T22:13:28,189 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 2af9a734c082441287bca812286dd8d4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:28,189 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:28,189 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=12, startTime=1731276808023; duration=0sec 2024-11-10T22:13:28,189 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:28,189 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/04432fc35f73461289b9e702ddb67ee0 is 50, key is test_row_0/C:col10/1731276807094/Put/seqid=0 2024-11-10T22:13:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741863_1039 (size=12151) 2024-11-10T22:13:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:28,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:28,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276868277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276868286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276868290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276868283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276868290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276868393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276868403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276868403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276868403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276868404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,480 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/c0e14304c98d441c9485cd67a02a337d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c0e14304c98d441c9485cd67a02a337d 2024-11-10T22:13:28,489 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into c0e14304c98d441c9485cd67a02a337d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:28,490 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:28,490 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=12, startTime=1731276808016; duration=0sec 2024-11-10T22:13:28,490 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:28,490 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:28,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276868613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276868613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276868614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276868614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276868614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/04432fc35f73461289b9e702ddb67ee0 2024-11-10T22:13:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/551e34f2e30743fcbd387ea8883bed6a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a 2024-11-10T22:13:28,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T22:13:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/573bd3bc3cad4bd892b94fe60f1823da as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da 2024-11-10T22:13:28,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T22:13:28,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/04432fc35f73461289b9e702ddb67ee0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0 2024-11-10T22:13:28,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0, entries=150, sequenceid=150, filesize=11.9 K 2024-11-10T22:13:28,668 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for e3ee08295c508ff6d178f01bcfb0ae5a in 584ms, sequenceid=150, compaction requested=false 2024-11-10T22:13:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T22:13:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T22:13:28,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T22:13:28,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-10T22:13:28,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2180 sec 2024-11-10T22:13:28,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T22:13:28,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T22:13:28,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:13:28,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T22:13:28,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T22:13:28,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T22:13:28,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T22:13:28,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T22:13:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:28,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T22:13:28,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:28,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/23dadddf31ea4746983f4f6c76e9d0a8 is 50, key is test_row_0/A:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741864_1040 (size=12151) 2024-11-10T22:13:28,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/23dadddf31ea4746983f4f6c76e9d0a8 2024-11-10T22:13:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276868949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276868951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276868951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276868954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276868957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:28,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8e926d4440b64d3780507978471246cd is 50, key is test_row_0/B:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741865_1041 (size=12151) 2024-11-10T22:13:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276869063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276869063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276869064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276869064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276869064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276869274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276869274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276869274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276869274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276869274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8e926d4440b64d3780507978471246cd 2024-11-10T22:13:29,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2cc3c606faa74bf899296aaf6d839989 is 50, key is test_row_0/C:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741866_1042 (size=12151) 2024-11-10T22:13:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276869583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276869583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276869584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276869584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276869584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T22:13:29,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:29,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T22:13:29,607 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:13:29,608 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:29,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:13:29,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T22:13:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:29,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2cc3c606faa74bf899296aaf6d839989 2024-11-10T22:13:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/23dadddf31ea4746983f4f6c76e9d0a8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8 2024-11-10T22:13:29,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T22:13:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8e926d4440b64d3780507978471246cd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd 2024-11-10T22:13:29,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T22:13:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/2cc3c606faa74bf899296aaf6d839989 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989 2024-11-10T22:13:29,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989, entries=150, sequenceid=170, filesize=11.9 K 2024-11-10T22:13:29,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e3ee08295c508ff6d178f01bcfb0ae5a in 915ms, sequenceid=170, compaction requested=true 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:29,843 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:29,843 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:29,845 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:29,845 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:29,845 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,845 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:29,846 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:29,846 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,846 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c0e14304c98d441c9485cd67a02a337d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.8 K 2024-11-10T22:13:29,846 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/173e56c425f74cd6b5fd08b38a7a17b8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.8 K 2024-11-10T22:13:29,846 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e14304c98d441c9485cd67a02a337d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:29,847 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 173e56c425f74cd6b5fd08b38a7a17b8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:29,847 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 551e34f2e30743fcbd387ea8883bed6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731276807080 2024-11-10T22:13:29,847 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 573bd3bc3cad4bd892b94fe60f1823da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731276807080 2024-11-10T22:13:29,848 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23dadddf31ea4746983f4f6c76e9d0a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:29,848 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e926d4440b64d3780507978471246cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:29,871 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:29,872 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7dc796efc85349b181db01fddd242d00 is 50, key is test_row_0/B:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:29,875 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:29,875 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/d435f152b4a14a8c9f9e3fb3f990094a is 50, key is test_row_0/A:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741867_1043 (size=12493) 2024-11-10T22:13:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741868_1044 (size=12493) 2024-11-10T22:13:29,897 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7dc796efc85349b181db01fddd242d00 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7dc796efc85349b181db01fddd242d00 2024-11-10T22:13:29,905 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/d435f152b4a14a8c9f9e3fb3f990094a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d435f152b4a14a8c9f9e3fb3f990094a 2024-11-10T22:13:29,911 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 7dc796efc85349b181db01fddd242d00(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:29,911 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:29,911 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276809843; duration=0sec 2024-11-10T22:13:29,911 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:29,912 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:29,912 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:29,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T22:13:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,917 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into d435f152b4a14a8c9f9e3fb3f990094a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:29,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:13:29,917 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:29,917 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276809843; duration=0sec 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:29,917 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:29,917 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:29,917 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:29,917 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:29,917 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:29,918 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2af9a734c082441287bca812286dd8d4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.8 K 2024-11-10T22:13:29,918 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af9a734c082441287bca812286dd8d4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276805857 2024-11-10T22:13:29,919 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 04432fc35f73461289b9e702ddb67ee0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731276807080 2024-11-10T22:13:29,920 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc3c606faa74bf899296aaf6d839989, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dde7a57b37054e6eb22dce5004bd9594 is 50, key is test_row_0/A:col10/1731276808948/Put/seqid=0 2024-11-10T22:13:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:13:29,947 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:29,948 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/270b21414488481dadd47ce7fd449979 is 50, key is test_row_0/C:col10/1731276808925/Put/seqid=0 2024-11-10T22:13:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741869_1045 (size=12151) 2024-11-10T22:13:29,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dde7a57b37054e6eb22dce5004bd9594 2024-11-10T22:13:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/effd8453edd043d2925cd84daa884064 is 50, key is test_row_0/B:col10/1731276808948/Put/seqid=0 2024-11-10T22:13:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741870_1046 (size=12493) 2024-11-10T22:13:30,021 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/270b21414488481dadd47ce7fd449979 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/270b21414488481dadd47ce7fd449979 2024-11-10T22:13:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741871_1047 (size=12151) 2024-11-10T22:13:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/effd8453edd043d2925cd84daa884064 2024-11-10T22:13:30,034 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 270b21414488481dadd47ce7fd449979(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:30,034 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,034 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276809843; duration=0sec 2024-11-10T22:13:30,034 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:30,034 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:30,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c237d013f2af488ab386c532d80fec3c is 50, key is test_row_0/C:col10/1731276808948/Put/seqid=0 2024-11-10T22:13:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741872_1048 (size=12151) 2024-11-10T22:13:30,076 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c237d013f2af488ab386c532d80fec3c 2024-11-10T22:13:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dde7a57b37054e6eb22dce5004bd9594 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594 2024-11-10T22:13:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:30,102 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594, entries=150, sequenceid=187, filesize=11.9 K 2024-11-10T22:13:30,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/effd8453edd043d2925cd84daa884064 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064 2024-11-10T22:13:30,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064, entries=150, sequenceid=187, filesize=11.9 K 2024-11-10T22:13:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c237d013f2af488ab386c532d80fec3c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c 2024-11-10T22:13:30,130 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c, entries=150, sequenceid=187, filesize=11.9 K 2024-11-10T22:13:30,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=80.51 KB/82440 for e3ee08295c508ff6d178f01bcfb0ae5a in 215ms, sequenceid=187, compaction requested=false 2024-11-10T22:13:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T22:13:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T22:13:30,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T22:13:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T22:13:30,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 528 msec 2024-11-10T22:13:30,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 538 msec 2024-11-10T22:13:30,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/04548652e48f402897100ee89d5d7758 is 50, key is test_row_0/A:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741873_1049 (size=14541) 2024-11-10T22:13:30,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/04548652e48f402897100ee89d5d7758 2024-11-10T22:13:30,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276870161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276870161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f130427c36b541b689c596eed8af5556 is 50, key is test_row_0/B:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276870164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276870169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276870170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741874_1050 (size=12151) 2024-11-10T22:13:30,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f130427c36b541b689c596eed8af5556 2024-11-10T22:13:30,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d78e610e700b4cd6a24d179dabd6592c is 50, key is test_row_0/C:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741875_1051 (size=12151) 2024-11-10T22:13:30,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d78e610e700b4cd6a24d179dabd6592c 2024-11-10T22:13:30,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/04548652e48f402897100ee89d5d7758 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758 2024-11-10T22:13:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T22:13:30,234 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:30,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T22:13:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T22:13:30,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758, entries=200, sequenceid=205, filesize=14.2 K 2024-11-10T22:13:30,238 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:30,241 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:30,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:30,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/f130427c36b541b689c596eed8af5556 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556 2024-11-10T22:13:30,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T22:13:30,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/d78e610e700b4cd6a24d179dabd6592c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c 2024-11-10T22:13:30,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c, entries=150, sequenceid=205, filesize=11.9 K 2024-11-10T22:13:30,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for e3ee08295c508ff6d178f01bcfb0ae5a in 139ms, sequenceid=205, compaction requested=true 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:30,273 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:30,273 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:30,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:30,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:30,276 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,277 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d435f152b4a14a8c9f9e3fb3f990094a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=38.3 K 2024-11-10T22:13:30,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:30,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:30,277 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,278 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7dc796efc85349b181db01fddd242d00, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.9 K 2024-11-10T22:13:30,278 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d435f152b4a14a8c9f9e3fb3f990094a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:30,278 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc796efc85349b181db01fddd242d00, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:30,279 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting dde7a57b37054e6eb22dce5004bd9594, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731276808947 2024-11-10T22:13:30,281 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting effd8453edd043d2925cd84daa884064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731276808947 2024-11-10T22:13:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:30,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:30,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,285 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f130427c36b541b689c596eed8af5556, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:30,285 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04548652e48f402897100ee89d5d7758, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:30,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/63803077061d4d6d9611900ca918d92b is 50, key is test_row_0/A:col10/1731276810161/Put/seqid=0 2024-11-10T22:13:30,307 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:30,308 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/950783e0260e484185d453e924a47007 is 50, key is test_row_0/B:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,314 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:30,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/17d0dcc3b2c74ad3806835548447a4d1 is 50, key is test_row_0/A:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741876_1052 (size=12151) 2024-11-10T22:13:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276870312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276870317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/63803077061d4d6d9611900ca918d92b 2024-11-10T22:13:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276870323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276870323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276870324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/6fe34d0d6a884c8cb9846a43f7dbc810 is 50, key is test_row_0/B:col10/1731276810161/Put/seqid=0 2024-11-10T22:13:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T22:13:30,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741878_1054 (size=12595) 2024-11-10T22:13:30,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741877_1053 (size=12595) 2024-11-10T22:13:30,365 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/950783e0260e484185d453e924a47007 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/950783e0260e484185d453e924a47007 2024-11-10T22:13:30,376 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 950783e0260e484185d453e924a47007(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:30,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,376 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276810273; duration=0sec 2024-11-10T22:13:30,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:30,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:30,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:30,378 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:30,378 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:30,378 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,378 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/270b21414488481dadd47ce7fd449979, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=35.9 K 2024-11-10T22:13:30,379 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 270b21414488481dadd47ce7fd449979, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731276808268 2024-11-10T22:13:30,379 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c237d013f2af488ab386c532d80fec3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731276808947 2024-11-10T22:13:30,380 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d78e610e700b4cd6a24d179dabd6592c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741879_1055 (size=12151) 2024-11-10T22:13:30,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/6fe34d0d6a884c8cb9846a43f7dbc810 2024-11-10T22:13:30,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T22:13:30,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:30,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:30,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c17f116a942445c7adcbd69a123d798a is 50, key is test_row_0/C:col10/1731276810161/Put/seqid=0 2024-11-10T22:13:30,407 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:30,408 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/3af7c42afcb74156813fa5740e8d6d2c is 50, key is test_row_0/C:col10/1731276810131/Put/seqid=0 2024-11-10T22:13:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741880_1056 (size=12151) 2024-11-10T22:13:30,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c17f116a942445c7adcbd69a123d798a 2024-11-10T22:13:30,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276870433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/63803077061d4d6d9611900ca918d92b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b 2024-11-10T22:13:30,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276870443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T22:13:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741881_1057 (size=12595) 2024-11-10T22:13:30,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/6fe34d0d6a884c8cb9846a43f7dbc810 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810 2024-11-10T22:13:30,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T22:13:30,468 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/3af7c42afcb74156813fa5740e8d6d2c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/3af7c42afcb74156813fa5740e8d6d2c 2024-11-10T22:13:30,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/c17f116a942445c7adcbd69a123d798a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a 2024-11-10T22:13:30,478 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 3af7c42afcb74156813fa5740e8d6d2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:30,478 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,479 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276810273; duration=0sec 2024-11-10T22:13:30,479 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:30,479 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:30,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T22:13:30,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e3ee08295c508ff6d178f01bcfb0ae5a in 200ms, sequenceid=223, compaction requested=false 2024-11-10T22:13:30,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T22:13:30,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:30,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T22:13:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/35f7e8fac0a54cf389d093a45b6b3f90 is 50, key is test_row_0/A:col10/1731276810317/Put/seqid=0 2024-11-10T22:13:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741882_1058 (size=12151) 2024-11-10T22:13:30,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/35f7e8fac0a54cf389d093a45b6b3f90 2024-11-10T22:13:30,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/0b1dfa0663b7429db73f59ad58ce7c82 is 50, key is test_row_0/B:col10/1731276810317/Put/seqid=0 2024-11-10T22:13:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741883_1059 (size=12151) 2024-11-10T22:13:30,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/0b1dfa0663b7429db73f59ad58ce7c82 2024-11-10T22:13:30,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e95fbd2a346743adb7812e65b985941f is 50, key is test_row_0/C:col10/1731276810317/Put/seqid=0 2024-11-10T22:13:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741884_1060 (size=12151) 2024-11-10T22:13:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:30,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276870721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276870729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276870731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276870732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276870732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,763 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/17d0dcc3b2c74ad3806835548447a4d1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/17d0dcc3b2c74ad3806835548447a4d1 2024-11-10T22:13:30,770 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 17d0dcc3b2c74ad3806835548447a4d1(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:30,770 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:30,770 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276810273; duration=0sec 2024-11-10T22:13:30,770 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:30,770 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276870843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276870843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276870843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276870843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276870843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T22:13:31,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e95fbd2a346743adb7812e65b985941f 2024-11-10T22:13:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/35f7e8fac0a54cf389d093a45b6b3f90 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90 2024-11-10T22:13:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T22:13:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/0b1dfa0663b7429db73f59ad58ce7c82 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82 2024-11-10T22:13:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T22:13:31,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e95fbd2a346743adb7812e65b985941f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f 2024-11-10T22:13:31,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-10T22:13:31,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for e3ee08295c508ff6d178f01bcfb0ae5a in 523ms, sequenceid=241, compaction requested=true 2024-11-10T22:13:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T22:13:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T22:13:31,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T22:13:31,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 837 msec 2024-11-10T22:13:31,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 847 msec 2024-11-10T22:13:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:31,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:31,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T22:13:31,374 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:31,374 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T22:13:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:31,377 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:31,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/48f1f906849d428ab45fe0829cbdffa3 is 50, key is test_row_0/A:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,384 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:31,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741885_1061 (size=14641) 2024-11-10T22:13:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276871383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276871384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/48f1f906849d428ab45fe0829cbdffa3 2024-11-10T22:13:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276871384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276871389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276871392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/b5768b7a2abc461c836ab5477170d21d is 50, key is test_row_0/B:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741886_1062 (size=12201) 2024-11-10T22:13:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276871503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276871503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276871503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276871503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276871503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T22:13:31,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T22:13:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276871713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276871713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276871713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276871713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276871713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:31,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/b5768b7a2abc461c836ab5477170d21d 2024-11-10T22:13:31,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/5627600e60a443c6b3a8e9d9fdd14e91 is 50, key is test_row_0/C:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741887_1063 (size=12201) 2024-11-10T22:13:31,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/5627600e60a443c6b3a8e9d9fdd14e91 2024-11-10T22:13:31,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/48f1f906849d428ab45fe0829cbdffa3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3 2024-11-10T22:13:31,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3, entries=200, sequenceid=260, filesize=14.3 K 2024-11-10T22:13:31,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T22:13:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/b5768b7a2abc461c836ab5477170d21d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d 2024-11-10T22:13:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:31,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d, entries=150, sequenceid=260, filesize=11.9 K 2024-11-10T22:13:31,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/5627600e60a443c6b3a8e9d9fdd14e91 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91 2024-11-10T22:13:31,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91, entries=150, sequenceid=260, filesize=11.9 K 2024-11-10T22:13:31,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e3ee08295c508ff6d178f01bcfb0ae5a in 500ms, sequenceid=260, compaction requested=true 2024-11-10T22:13:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:31,866 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:31,867 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:31,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:31,869 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51538 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:31,869 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:31,870 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:31,870 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:31,870 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,870 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,870 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/17d0dcc3b2c74ad3806835548447a4d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=50.3 K 2024-11-10T22:13:31,870 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/950783e0260e484185d453e924a47007, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=47.9 K 2024-11-10T22:13:31,870 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17d0dcc3b2c74ad3806835548447a4d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:31,870 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 950783e0260e484185d453e924a47007, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:31,871 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe34d0d6a884c8cb9846a43f7dbc810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276810161 2024-11-10T22:13:31,871 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63803077061d4d6d9611900ca918d92b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276810161 2024-11-10T22:13:31,871 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b1dfa0663b7429db73f59ad58ce7c82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731276810317 2024-11-10T22:13:31,872 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f7e8fac0a54cf389d093a45b6b3f90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731276810317 2024-11-10T22:13:31,872 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b5768b7a2abc461c836ab5477170d21d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:31,873 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48f1f906849d428ab45fe0829cbdffa3, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:31,888 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:31,889 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:31,889 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/781205f31d9f4a95b2594e47547d3ee6 is 50, key is test_row_0/A:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,890 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8de8a1d7790b47ff8210a759cdb49692 is 50, key is test_row_0/B:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741888_1064 (size=12781) 2024-11-10T22:13:31,916 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/781205f31d9f4a95b2594e47547d3ee6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/781205f31d9f4a95b2594e47547d3ee6 2024-11-10T22:13:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741889_1065 (size=12781) 2024-11-10T22:13:31,928 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8de8a1d7790b47ff8210a759cdb49692 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8de8a1d7790b47ff8210a759cdb49692 2024-11-10T22:13:31,928 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 781205f31d9f4a95b2594e47547d3ee6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:31,928 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:31,928 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=12, startTime=1731276811866; duration=0sec 2024-11-10T22:13:31,928 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:31,928 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:31,928 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:31,933 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:31,933 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:31,933 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:31,933 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/3af7c42afcb74156813fa5740e8d6d2c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=47.9 K 2024-11-10T22:13:31,936 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3af7c42afcb74156813fa5740e8d6d2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731276810101 2024-11-10T22:13:31,939 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c17f116a942445c7adcbd69a123d798a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276810161 2024-11-10T22:13:31,940 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 8de8a1d7790b47ff8210a759cdb49692(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:31,940 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:31,940 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=12, startTime=1731276811866; duration=0sec 2024-11-10T22:13:31,940 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:31,940 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:31,941 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e95fbd2a346743adb7812e65b985941f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731276810317 2024-11-10T22:13:31,942 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5627600e60a443c6b3a8e9d9fdd14e91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:31,973 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#53 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:31,975 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/bc4b91c8103446e0a325aee0c5e2ebf0 is 50, key is test_row_0/C:col10/1731276811364/Put/seqid=0 2024-11-10T22:13:31,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741890_1066 (size=12781) 2024-11-10T22:13:31,994 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/bc4b91c8103446e0a325aee0c5e2ebf0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/bc4b91c8103446e0a325aee0c5e2ebf0 2024-11-10T22:13:32,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T22:13:32,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:32,003 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:13:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:32,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e040a0aa560e454297e5ea53f6aa7104 is 50, key is test_row_0/A:col10/1731276811388/Put/seqid=0 2024-11-10T22:13:32,014 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into bc4b91c8103446e0a325aee0c5e2ebf0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:32,014 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:32,014 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=12, startTime=1731276811868; duration=0sec 2024-11-10T22:13:32,014 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:32,014 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:32,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741891_1067 (size=12301) 2024-11-10T22:13:32,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e040a0aa560e454297e5ea53f6aa7104 2024-11-10T22:13:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/17866a386a644ed0a608d409b615b0ef is 50, key is test_row_0/B:col10/1731276811388/Put/seqid=0 2024-11-10T22:13:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741892_1068 (size=12301) 2024-11-10T22:13:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276872056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276872055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276872067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276872067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276872068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276872174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276872174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276872182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276872183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276872183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276872383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276872383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276872393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276872394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276872394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,464 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/17866a386a644ed0a608d409b615b0ef 2024-11-10T22:13:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/a8cb4e73d2d84b788673ce03c080d24c is 50, key is test_row_0/C:col10/1731276811388/Put/seqid=0 2024-11-10T22:13:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741893_1069 (size=12301) 2024-11-10T22:13:32,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/a8cb4e73d2d84b788673ce03c080d24c 2024-11-10T22:13:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e040a0aa560e454297e5ea53f6aa7104 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104 2024-11-10T22:13:32,493 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T22:13:32,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/17866a386a644ed0a608d409b615b0ef as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef 2024-11-10T22:13:32,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T22:13:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/a8cb4e73d2d84b788673ce03c080d24c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c 2024-11-10T22:13:32,506 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c, entries=150, sequenceid=276, filesize=12.0 K 2024-11-10T22:13:32,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for e3ee08295c508ff6d178f01bcfb0ae5a in 505ms, sequenceid=276, compaction requested=false 2024-11-10T22:13:32,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:32,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:32,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T22:13:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T22:13:32,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T22:13:32,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1260 sec 2024-11-10T22:13:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:32,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1390 sec 2024-11-10T22:13:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:32,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T22:13:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:32,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276812053, max timestamp=1731276812695Num uniques 859; 2024-11-10T22:13:32,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276812053, max timestamp=1731276812695Num uniques 859; 2024-11-10T22:13:32,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:13:32,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:13:32,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:32,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:32,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f1c24f4c28674e789b4a039d7b048255 is 50, key is test_row_0/A:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741894_1070 (size=14741) 2024-11-10T22:13:32,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f1c24f4c28674e789b4a039d7b048255 2024-11-10T22:13:32,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7870691e7b1249988645ac8e7382ffa3 is 50, key is test_row_0/B:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:32,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276872727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276872730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741895_1071 (size=12301) 2024-11-10T22:13:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276872733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276872735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276872735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276872843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276872843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276872844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276872853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276872853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276873053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276873053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276873054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276873063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276873063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7870691e7b1249988645ac8e7382ffa3 2024-11-10T22:13:33,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ae931b52ae234f4690c2d8c86bb66190 is 50, key is test_row_0/C:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741896_1072 (size=12301) 2024-11-10T22:13:33,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ae931b52ae234f4690c2d8c86bb66190 2024-11-10T22:13:33,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/f1c24f4c28674e789b4a039d7b048255 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255 2024-11-10T22:13:33,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255, entries=200, sequenceid=299, filesize=14.4 K 2024-11-10T22:13:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7870691e7b1249988645ac8e7382ffa3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3 2024-11-10T22:13:33,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3, entries=150, sequenceid=299, filesize=12.0 K 2024-11-10T22:13:33,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ae931b52ae234f4690c2d8c86bb66190 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190 2024-11-10T22:13:33,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190, entries=150, sequenceid=299, filesize=12.0 K 2024-11-10T22:13:33,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for e3ee08295c508ff6d178f01bcfb0ae5a in 487ms, sequenceid=299, compaction requested=true 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:33,184 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:33,184 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:33,185 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:33,185 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:33,185 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:33,186 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:33,186 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/781205f31d9f4a95b2594e47547d3ee6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=38.9 K 2024-11-10T22:13:33,186 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,186 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8de8a1d7790b47ff8210a759cdb49692, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.5 K 2024-11-10T22:13:33,187 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 781205f31d9f4a95b2594e47547d3ee6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:33,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8de8a1d7790b47ff8210a759cdb49692, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:33,187 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e040a0aa560e454297e5ea53f6aa7104, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731276811376 2024-11-10T22:13:33,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 17866a386a644ed0a608d409b615b0ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731276811376 2024-11-10T22:13:33,188 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7870691e7b1249988645ac8e7382ffa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:33,188 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c24f4c28674e789b4a039d7b048255, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:33,198 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:33,198 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/d68c5a56752e441a89a7e6341d22b6c7 is 50, key is test_row_0/B:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:33,203 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:33,204 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9b6c452255404ba8b90ebdbf01496731 is 50, key is test_row_0/A:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741897_1073 (size=12983) 2024-11-10T22:13:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741898_1074 (size=12983) 2024-11-10T22:13:33,220 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9b6c452255404ba8b90ebdbf01496731 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b6c452255404ba8b90ebdbf01496731 2024-11-10T22:13:33,220 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/d68c5a56752e441a89a7e6341d22b6c7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d68c5a56752e441a89a7e6341d22b6c7 2024-11-10T22:13:33,231 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into d68c5a56752e441a89a7e6341d22b6c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:33,231 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:33,231 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276813184; duration=0sec 2024-11-10T22:13:33,232 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:33,232 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:33,232 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:33,233 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:33,234 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:33,234 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,234 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/bc4b91c8103446e0a325aee0c5e2ebf0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.5 K 2024-11-10T22:13:33,234 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 9b6c452255404ba8b90ebdbf01496731(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:33,234 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:33,234 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276813184; duration=0sec 2024-11-10T22:13:33,235 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:33,235 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:33,235 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bc4b91c8103446e0a325aee0c5e2ebf0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276810728 2024-11-10T22:13:33,235 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a8cb4e73d2d84b788673ce03c080d24c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731276811376 2024-11-10T22:13:33,236 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ae931b52ae234f4690c2d8c86bb66190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:33,246 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:33,247 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/20453cf2d9254eb68326e4854fa26b1e is 50, key is test_row_0/C:col10/1731276812697/Put/seqid=0 2024-11-10T22:13:33,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741899_1075 (size=12983) 2024-11-10T22:13:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:33,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276812712, max timestamp=1731276813363Num uniques 859; 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276812712, max timestamp=1731276813363Num uniques 859; 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276812712, max timestamp=1731276813363Num uniques 859; 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:13:33,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:33,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/05fb8b7296d046eda2d54c01903666fc is 50, key is test_row_0/A:col10/1731276812712/Put/seqid=0 2024-11-10T22:13:33,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741900_1076 (size=17181) 2024-11-10T22:13:33,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276813418, max timestamp=1731276813423Num uniques 859; 2024-11-10T22:13:33,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276813418, max timestamp=1731276813423Num uniques 859; 2024-11-10T22:13:33,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276813418, max timestamp=1731276813423Num uniques 859; 2024-11-10T22:13:33,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:33,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:33,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:13:33,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276813447, max timestamp=1731276813462Num uniques 1068; 2024-11-10T22:13:33,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T22:13:33,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276813447, max timestamp=1731276813462Num uniques 1068; 2024-11-10T22:13:33,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T22:13:33,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276813447, max timestamp=1731276813462Num uniques 1068; 2024-11-10T22:13:33,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T22:13:33,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731276813491, max timestamp=1731276813505Num uniques 1077; 2024-11-10T22:13:33,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-10T22:13:33,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731276813491, max timestamp=1731276813505Num uniques 1077; 2024-11-10T22:13:33,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731276813491, max timestamp=1731276813505Num uniques 1077; 2024-11-10T22:13:33,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-10T22:13:33,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-10T22:13:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T22:13:33,524 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:33,525 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T22:13:33,530 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:33,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:33,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:33,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731276813525, max timestamp=1731276813545Num uniques 1136; 2024-11-10T22:13:33,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384  suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386 2024-11-10T22:13:33,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731276813525, max timestamp=1731276813545Num uniques 1136; 2024-11-10T22:13:33,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731276813525, max timestamp=1731276813545Num uniques 1136; 2024-11-10T22:13:33,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384  suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386 2024-11-10T22:13:33,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384  suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386 2024-11-10T22:13:33,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731276813570, max timestamp=1731276813587Num uniques 1245; 2024-11-10T22:13:33,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=13510, suffix heap size=157448,new segment heap size=30920  suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=295 2024-11-10T22:13:33,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731276813570, max timestamp=1731276813587Num uniques 1245; 2024-11-10T22:13:33,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=13510, suffix heap size=157448,new segment heap size=30920  suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=295 2024-11-10T22:13:33,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731276813584, max timestamp=1731276813587Num uniques 1245; 2024-11-10T22:13:33,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=8930, suffix heap size=157448,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=195 2024-11-10T22:13:33,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276873615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276873617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731276813608, max timestamp=1731276813623Num uniques 1154; 2024-11-10T22:13:33,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=13920, suffix heap size=147984,new segment heap size=31856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=304 2024-11-10T22:13:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276873618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731276813608, max timestamp=1731276813623Num uniques 1054; 2024-11-10T22:13:33,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=13920, suffix heap size=137584,new segment heap size=31856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=304 2024-11-10T22:13:33,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731276813608, max timestamp=1731276813623Num uniques 1154; 2024-11-10T22:13:33,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=13920, suffix heap size=147984,new segment heap size=31856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=304 2024-11-10T22:13:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:33,662 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/20453cf2d9254eb68326e4854fa26b1e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/20453cf2d9254eb68326e4854fa26b1e 2024-11-10T22:13:33,668 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 20453cf2d9254eb68326e4854fa26b1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:33,668 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:33,668 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276813184; duration=0sec 2024-11-10T22:13:33,668 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:33,668 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:33,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276873678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276873682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276873733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276873733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276873734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/05fb8b7296d046eda2d54c01903666fc 2024-11-10T22:13:33,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/23810e6fbc894623bf1163ae4fcfc3f5 is 50, key is test_row_0/B:col10/1731276812712/Put/seqid=0 2024-11-10T22:13:33,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741901_1077 (size=12301) 2024-11-10T22:13:33,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276873943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276873943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276873943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:33,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:33,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276874003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276874003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:34,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/23810e6fbc894623bf1163ae4fcfc3f5 2024-11-10T22:13:34,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ba1b76c249954a12a2334ffcb0592fd9 is 50, key is test_row_0/C:col10/1731276812712/Put/seqid=0 2024-11-10T22:13:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741902_1078 (size=12301) 2024-11-10T22:13:34,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276874253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276874253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276874253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276874313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276874313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:34,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ba1b76c249954a12a2334ffcb0592fd9 2024-11-10T22:13:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/05fb8b7296d046eda2d54c01903666fc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc 2024-11-10T22:13:34,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc, entries=250, sequenceid=323, filesize=16.8 K 2024-11-10T22:13:34,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/23810e6fbc894623bf1163ae4fcfc3f5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5 2024-11-10T22:13:34,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5, entries=150, sequenceid=323, filesize=12.0 K 2024-11-10T22:13:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/ba1b76c249954a12a2334ffcb0592fd9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9 2024-11-10T22:13:34,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9, entries=150, sequenceid=323, filesize=12.0 K 2024-11-10T22:13:34,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for e3ee08295c508ff6d178f01bcfb0ae5a in 1288ms, sequenceid=323, compaction requested=false 2024-11-10T22:13:34,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:34,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T22:13:34,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:34,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=154.31 KB heapSize=431.16 KB 2024-11-10T22:13:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:34,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:13:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/cf0b1c7e3e764bb18e853c9d510c5ee0 is 50, key is test_row_0/A:col10/1731276813676/Put/seqid=0 2024-11-10T22:13:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276874770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276874770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276874771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741903_1079 (size=12301) 2024-11-10T22:13:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276874823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276874823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276874883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276874883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276874883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:34,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276875093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276875093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276875093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/cf0b1c7e3e764bb18e853c9d510c5ee0 2024-11-10T22:13:35,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/3ac83fefa12846eb8cff0878f856a13b is 50, key is test_row_0/B:col10/1731276813676/Put/seqid=0 2024-11-10T22:13:35,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741904_1080 (size=12301) 2024-11-10T22:13:35,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/3ac83fefa12846eb8cff0878f856a13b 2024-11-10T22:13:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/8ee17a15edcd4fbc844eccf8db694297 is 50, key is test_row_0/C:col10/1731276813676/Put/seqid=0 2024-11-10T22:13:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741905_1081 (size=12301) 2024-11-10T22:13:35,215 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/8ee17a15edcd4fbc844eccf8db694297 2024-11-10T22:13:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/cf0b1c7e3e764bb18e853c9d510c5ee0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0 2024-11-10T22:13:35,229 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0, entries=150, sequenceid=448, filesize=12.0 K 2024-11-10T22:13:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/3ac83fefa12846eb8cff0878f856a13b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b 2024-11-10T22:13:35,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b, entries=150, sequenceid=448, filesize=12.0 K 2024-11-10T22:13:35,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/8ee17a15edcd4fbc844eccf8db694297 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297 2024-11-10T22:13:35,249 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297, entries=150, sequenceid=448, filesize=12.0 K 2024-11-10T22:13:35,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~451.73 KB/462576, currentSize=20.13 KB/20610 for e3ee08295c508ff6d178f01bcfb0ae5a in 487ms, sequenceid=448, compaction requested=true 2024-11-10T22:13:35,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:35,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:35,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T22:13:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T22:13:35,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T22:13:35,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-11-10T22:13:35,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.7310 sec 2024-11-10T22:13:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:35,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:13:35,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:35,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:35,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:35,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:35,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:35,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:35,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dbd2f89acbea4e818f686142dbec329e is 50, key is test_row_0/A:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741906_1082 (size=12297) 2024-11-10T22:13:35,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276815431, max timestamp=1731276815488Num uniques 859; 2024-11-10T22:13:35,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:13:35,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276815431, max timestamp=1731276815488Num uniques 859; 2024-11-10T22:13:35,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:13:35,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276815431, max timestamp=1731276815488Num uniques 859; 2024-11-10T22:13:35,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:13:35,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276875518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276875522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276875527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276875633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276875633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276875643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T22:13:35,674 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:35,674 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T22:13:35,677 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:35,678 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:35,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:35,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dbd2f89acbea4e818f686142dbec329e 2024-11-10T22:13:35,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T22:13:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:35,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:35,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276875833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276875833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8297ae1739554383a4f1c09cffbdeef4 is 50, key is test_row_0/B:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276875843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,849 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:35,849 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741907_1083 (size=9857) 2024-11-10T22:13:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276875853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276875853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:35,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8297ae1739554383a4f1c09cffbdeef4 2024-11-10T22:13:35,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/1e1a702319f34196bab6523c65c3d4f3 is 50, key is test_row_0/C:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741908_1084 (size=9857) 2024-11-10T22:13:35,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T22:13:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:35,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:36,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T22:13:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276876153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276876162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276876163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/1e1a702319f34196bab6523c65c3d4f3 2024-11-10T22:13:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dbd2f89acbea4e818f686142dbec329e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e 2024-11-10T22:13:36,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e, entries=150, sequenceid=458, filesize=12.0 K 2024-11-10T22:13:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8297ae1739554383a4f1c09cffbdeef4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4 2024-11-10T22:13:36,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T22:13:36,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:36,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4, entries=100, sequenceid=458, filesize=9.6 K 2024-11-10T22:13:36,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/1e1a702319f34196bab6523c65c3d4f3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3 2024-11-10T22:13:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:36,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3, entries=100, sequenceid=458, filesize=9.6 K 2024-11-10T22:13:36,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e3ee08295c508ff6d178f01bcfb0ae5a in 896ms, sequenceid=458, compaction requested=true 2024-11-10T22:13:36,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:36,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:36,308 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:36,308 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:36,310 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:36,310 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:36,311 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,311 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:36,311 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b6c452255404ba8b90ebdbf01496731, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=53.5 K 2024-11-10T22:13:36,311 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:36,311 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,311 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d68c5a56752e441a89a7e6341d22b6c7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=46.3 K 2024-11-10T22:13:36,311 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b6c452255404ba8b90ebdbf01496731, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:36,312 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05fb8b7296d046eda2d54c01903666fc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731276812712 2024-11-10T22:13:36,312 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d68c5a56752e441a89a7e6341d22b6c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:36,312 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 23810e6fbc894623bf1163ae4fcfc3f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731276812712 2024-11-10T22:13:36,312 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf0b1c7e3e764bb18e853c9d510c5ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731276813660 2024-11-10T22:13:36,313 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac83fefa12846eb8cff0878f856a13b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731276813660 2024-11-10T22:13:36,313 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd2f89acbea4e818f686142dbec329e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276815404 2024-11-10T22:13:36,313 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8297ae1739554383a4f1c09cffbdeef4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276815405 2024-11-10T22:13:36,329 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:36,329 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:36,330 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/dbb9656085724504adace5a09499079c is 50, key is test_row_0/B:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:36,330 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/98b3fdd4f8194e329f08e3f0ef44884f is 50, key is test_row_0/A:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741909_1085 (size=13119) 2024-11-10T22:13:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741910_1086 (size=13119) 2024-11-10T22:13:36,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T22:13:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:36,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:36,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/826a58a1ff5c47079e10dbf0e8c6cf4e is 50, key is test_row_0/A:col10/1731276815514/Put/seqid=0 2024-11-10T22:13:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741911_1087 (size=12301) 2024-11-10T22:13:36,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/826a58a1ff5c47079e10dbf0e8c6cf4e 2024-11-10T22:13:36,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7259f003c8774576a78e23e50df55627 is 50, key is test_row_0/B:col10/1731276815514/Put/seqid=0 2024-11-10T22:13:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741912_1088 (size=12301) 2024-11-10T22:13:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:36,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:36,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276876686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276876687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276876688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,746 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/dbb9656085724504adace5a09499079c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/dbb9656085724504adace5a09499079c 2024-11-10T22:13:36,749 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/98b3fdd4f8194e329f08e3f0ef44884f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/98b3fdd4f8194e329f08e3f0ef44884f 2024-11-10T22:13:36,753 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into dbb9656085724504adace5a09499079c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:36,754 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:36,754 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=12, startTime=1731276816308; duration=0sec 2024-11-10T22:13:36,754 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:36,754 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:36,754 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:36,756 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:36,756 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:36,756 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:36,756 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/20453cf2d9254eb68326e4854fa26b1e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=46.3 K 2024-11-10T22:13:36,757 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 20453cf2d9254eb68326e4854fa26b1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731276812053 2024-11-10T22:13:36,757 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 98b3fdd4f8194e329f08e3f0ef44884f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:36,757 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:36,757 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=12, startTime=1731276816307; duration=0sec 2024-11-10T22:13:36,757 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ba1b76c249954a12a2334ffcb0592fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731276812712 2024-11-10T22:13:36,757 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee17a15edcd4fbc844eccf8db694297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731276813660 2024-11-10T22:13:36,758 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1a702319f34196bab6523c65c3d4f3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276815405 2024-11-10T22:13:36,760 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:36,760 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:36,768 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:36,768 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/f30bc1af5d2d4aadb141038a333e5702 is 50, key is test_row_0/C:col10/1731276815409/Put/seqid=0 2024-11-10T22:13:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741913_1089 (size=13119) 2024-11-10T22:13:36,782 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/f30bc1af5d2d4aadb141038a333e5702 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f30bc1af5d2d4aadb141038a333e5702 2024-11-10T22:13:36,788 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into f30bc1af5d2d4aadb141038a333e5702(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:36,788 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:36,788 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=12, startTime=1731276816308; duration=0sec 2024-11-10T22:13:36,788 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:36,788 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:36,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276876793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276876802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276876802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:36,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:36,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7259f003c8774576a78e23e50df55627 2024-11-10T22:13:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/623adc8f750c4443a690f9d6dbd9e934 is 50, key is test_row_0/C:col10/1731276815514/Put/seqid=0 2024-11-10T22:13:36,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741914_1090 (size=12301) 2024-11-10T22:13:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276877003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276877012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276877013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/623adc8f750c4443a690f9d6dbd9e934 2024-11-10T22:13:37,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/826a58a1ff5c47079e10dbf0e8c6cf4e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e 2024-11-10T22:13:37,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e, entries=150, sequenceid=492, filesize=12.0 K 2024-11-10T22:13:37,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7259f003c8774576a78e23e50df55627 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627 2024-11-10T22:13:37,316 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627, entries=150, sequenceid=492, filesize=12.0 K 2024-11-10T22:13:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/623adc8f750c4443a690f9d6dbd9e934 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934 2024-11-10T22:13:37,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276877313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934, entries=150, sequenceid=492, filesize=12.0 K 2024-11-10T22:13:37,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=53.67 KB/54960 for e3ee08295c508ff6d178f01bcfb0ae5a in 875ms, sequenceid=492, compaction requested=false 2024-11-10T22:13:37,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T22:13:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T22:13:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:37,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T22:13:37,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:37,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:37,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:37,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:37,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:37,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:37,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T22:13:37,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-11-10T22:13:37,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0290d97cffcb493b8a46ba707de14896 is 50, key is test_row_0/A:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:37,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.6570 sec 2024-11-10T22:13:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741915_1091 (size=17181) 2024-11-10T22:13:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276877367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276877371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276877483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276877483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276877692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276877693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0290d97cffcb493b8a46ba707de14896 2024-11-10T22:13:37,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/e7e67815aaa8433984c2e67175e95e76 is 50, key is test_row_0/B:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741916_1092 (size=12301) 2024-11-10T22:13:37,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/e7e67815aaa8433984c2e67175e95e76 2024-11-10T22:13:37,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4e943dbde388479a85b59bfe96e9881b is 50, key is test_row_0/C:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741917_1093 (size=12301) 2024-11-10T22:13:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T22:13:37,823 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:37,824 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T22:13:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:37,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:37,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:37,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:37,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276877833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276877862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,869 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276877873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:37,874 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:37,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:37,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T22:13:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:37,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:38,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276878003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276878003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T22:13:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:38,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4e943dbde388479a85b59bfe96e9881b 2024-11-10T22:13:38,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0290d97cffcb493b8a46ba707de14896 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896 2024-11-10T22:13:38,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896, entries=250, sequenceid=508, filesize=16.8 K 2024-11-10T22:13:38,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/e7e67815aaa8433984c2e67175e95e76 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76 2024-11-10T22:13:38,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76, entries=150, sequenceid=508, filesize=12.0 K 2024-11-10T22:13:38,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4e943dbde388479a85b59bfe96e9881b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b 2024-11-10T22:13:38,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b, entries=150, sequenceid=508, filesize=12.0 K 2024-11-10T22:13:38,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e3ee08295c508ff6d178f01bcfb0ae5a in 900ms, sequenceid=508, compaction requested=true 2024-11-10T22:13:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:38,226 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:38,226 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:38,228 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:38,229 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:38,229 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,229 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/98b3fdd4f8194e329f08e3f0ef44884f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=41.6 K 2024-11-10T22:13:38,229 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:38,229 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:38,229 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,229 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/dbb9656085724504adace5a09499079c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.8 K 2024-11-10T22:13:38,229 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98b3fdd4f8194e329f08e3f0ef44884f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276814763 2024-11-10T22:13:38,230 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting dbb9656085724504adace5a09499079c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276814763 2024-11-10T22:13:38,230 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7259f003c8774576a78e23e50df55627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731276815514 2024-11-10T22:13:38,230 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 826a58a1ff5c47079e10dbf0e8c6cf4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731276815514 2024-11-10T22:13:38,231 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e7e67815aaa8433984c2e67175e95e76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:38,231 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0290d97cffcb493b8a46ba707de14896, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:38,244 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:38,245 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/c6cf80eda4b44768b6cb175c0c6cd681 is 50, key is test_row_0/B:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:38,252 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:38,253 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/a57c4138effc46f2b1e6f0b9e70d4dc6 is 50, key is test_row_0/A:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741918_1094 (size=13221) 2024-11-10T22:13:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741919_1095 (size=13221) 2024-11-10T22:13:38,261 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/c6cf80eda4b44768b6cb175c0c6cd681 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/c6cf80eda4b44768b6cb175c0c6cd681 2024-11-10T22:13:38,264 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/a57c4138effc46f2b1e6f0b9e70d4dc6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/a57c4138effc46f2b1e6f0b9e70d4dc6 2024-11-10T22:13:38,270 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into c6cf80eda4b44768b6cb175c0c6cd681(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:38,270 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:38,270 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276818226; duration=0sec 2024-11-10T22:13:38,270 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:38,270 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:38,270 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:38,272 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:38,273 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:38,273 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into a57c4138effc46f2b1e6f0b9e70d4dc6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:38,273 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,273 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:38,273 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276818226; duration=0sec 2024-11-10T22:13:38,273 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f30bc1af5d2d4aadb141038a333e5702, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.8 K 2024-11-10T22:13:38,273 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:38,273 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:38,273 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f30bc1af5d2d4aadb141038a333e5702, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731276814763 2024-11-10T22:13:38,274 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 623adc8f750c4443a690f9d6dbd9e934, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731276815514 2024-11-10T22:13:38,274 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e943dbde388479a85b59bfe96e9881b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:38,284 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:38,285 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/a3e3b04cf9274040b9da8585c0f20e35 is 50, key is test_row_0/C:col10/1731276816676/Put/seqid=0 2024-11-10T22:13:38,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T22:13:38,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:38,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741920_1096 (size=13221) 2024-11-10T22:13:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/6eb9db6a96c446b0a33e2b4c45a1cf20 is 50, key is test_row_0/A:col10/1731276817365/Put/seqid=0 2024-11-10T22:13:38,306 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/a3e3b04cf9274040b9da8585c0f20e35 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a3e3b04cf9274040b9da8585c0f20e35 2024-11-10T22:13:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741921_1097 (size=12301) 2024-11-10T22:13:38,307 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/6eb9db6a96c446b0a33e2b4c45a1cf20 2024-11-10T22:13:38,315 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into a3e3b04cf9274040b9da8585c0f20e35(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:38,315 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:38,316 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276818227; duration=0sec 2024-11-10T22:13:38,316 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:38,316 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:38,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/27dbf5e8f0594574948ac2fc278d822c is 50, key is test_row_0/B:col10/1731276817365/Put/seqid=0 2024-11-10T22:13:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741922_1098 (size=12301) 2024-11-10T22:13:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:38,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276878532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276878533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276878643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276878643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/27dbf5e8f0594574948ac2fc278d822c 2024-11-10T22:13:38,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/87c39585c3174e278456bf010183a770 is 50, key is test_row_0/C:col10/1731276817365/Put/seqid=0 2024-11-10T22:13:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741923_1099 (size=12301) 2024-11-10T22:13:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276878842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,843 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276878853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276878853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:39,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/87c39585c3174e278456bf010183a770 2024-11-10T22:13:39,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/6eb9db6a96c446b0a33e2b4c45a1cf20 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20 2024-11-10T22:13:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276879164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20, entries=150, sequenceid=529, filesize=12.0 K 2024-11-10T22:13:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276879165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/27dbf5e8f0594574948ac2fc278d822c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c 2024-11-10T22:13:39,176 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c, entries=150, sequenceid=529, filesize=12.0 K 2024-11-10T22:13:39,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/87c39585c3174e278456bf010183a770 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770 2024-11-10T22:13:39,186 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770, entries=150, sequenceid=529, filesize=12.0 K 2024-11-10T22:13:39,187 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e3ee08295c508ff6d178f01bcfb0ae5a in 897ms, sequenceid=529, compaction requested=false 2024-11-10T22:13:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T22:13:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T22:13:39,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T22:13:39,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-10T22:13:39,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3690 sec 2024-11-10T22:13:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:39,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:39,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:39,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/8db8e0ec38624dcd94ba6d7398aa94bd is 50, key is test_row_0/A:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741924_1100 (size=12301) 2024-11-10T22:13:39,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/8db8e0ec38624dcd94ba6d7398aa94bd 2024-11-10T22:13:39,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/2cb23964a0464595aecfb7542dd6c0eb is 50, key is test_row_0/B:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741925_1101 (size=12301) 2024-11-10T22:13:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276879728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276879730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276879843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276879843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T22:13:39,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:39,974 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-10T22:13:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:39,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:39,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:39,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:40,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276880052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276880053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:40,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/2cb23964a0464595aecfb7542dd6c0eb 2024-11-10T22:13:40,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T22:13:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e91c964891c743b5a85b9742cb0de0da is 50, key is test_row_0/C:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741926_1102 (size=12301) 2024-11-10T22:13:40,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T22:13:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276880362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276880362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T22:13:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:40,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e91c964891c743b5a85b9742cb0de0da 2024-11-10T22:13:40,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/8db8e0ec38624dcd94ba6d7398aa94bd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd 2024-11-10T22:13:40,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd, entries=150, sequenceid=544, filesize=12.0 K 2024-11-10T22:13:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/2cb23964a0464595aecfb7542dd6c0eb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb 2024-11-10T22:13:40,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb, entries=150, sequenceid=544, filesize=12.0 K 2024-11-10T22:13:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/e91c964891c743b5a85b9742cb0de0da as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da 2024-11-10T22:13:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da, entries=150, sequenceid=544, filesize=12.0 K 2024-11-10T22:13:40,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e3ee08295c508ff6d178f01bcfb0ae5a in 894ms, sequenceid=544, compaction requested=true 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:40,569 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:40,569 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:40,571 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:40,571 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:40,571 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,571 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/c6cf80eda4b44768b6cb175c0c6cd681, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.9 K 2024-11-10T22:13:40,572 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:40,572 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:40,572 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,572 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/a57c4138effc46f2b1e6f0b9e70d4dc6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.9 K 2024-11-10T22:13:40,573 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a57c4138effc46f2b1e6f0b9e70d4dc6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:40,573 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6cf80eda4b44768b6cb175c0c6cd681, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:40,573 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb9db6a96c446b0a33e2b4c45a1cf20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731276817364 2024-11-10T22:13:40,574 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27dbf5e8f0594574948ac2fc278d822c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731276817364 2024-11-10T22:13:40,574 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db8e0ec38624dcd94ba6d7398aa94bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:40,574 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cb23964a0464595aecfb7542dd6c0eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:40,588 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:40,589 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/b6a7df0683484183938e315fb81e7b5d is 50, key is test_row_0/A:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:40,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-10T22:13:40,590 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,591 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:13:40,591 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/090b41805fa04fda8150f59cae7e2a1d is 50, key is test_row_0/B:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:40,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0a9ca2c14dff48a785a38121b3011141 is 50, key is test_row_0/A:col10/1731276819728/Put/seqid=0 2024-11-10T22:13:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741927_1103 (size=13323) 2024-11-10T22:13:40,619 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/b6a7df0683484183938e315fb81e7b5d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/b6a7df0683484183938e315fb81e7b5d 2024-11-10T22:13:40,629 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into b6a7df0683484183938e315fb81e7b5d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:40,629 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:40,630 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276820569; duration=0sec 2024-11-10T22:13:40,630 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:40,630 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:40,630 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:40,632 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:40,632 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:40,632 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:40,632 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a3e3b04cf9274040b9da8585c0f20e35, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=36.9 K 2024-11-10T22:13:40,633 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a3e3b04cf9274040b9da8585c0f20e35, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731276816676 2024-11-10T22:13:40,633 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 87c39585c3174e278456bf010183a770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1731276817364 2024-11-10T22:13:40,637 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e91c964891c743b5a85b9742cb0de0da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:40,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741929_1105 (size=12301) 2024-11-10T22:13:40,646 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0a9ca2c14dff48a785a38121b3011141 2024-11-10T22:13:40,667 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:40,667 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/603f266bf2f2431aab52c305e0fcc622 is 50, key is test_row_0/C:col10/1731276819674/Put/seqid=0 2024-11-10T22:13:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/afbfd326c0c2462fb35321b8467d7f39 is 50, key is test_row_0/B:col10/1731276819728/Put/seqid=0 2024-11-10T22:13:40,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741928_1104 (size=13323) 2024-11-10T22:13:40,686 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/090b41805fa04fda8150f59cae7e2a1d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/090b41805fa04fda8150f59cae7e2a1d 2024-11-10T22:13:40,698 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 090b41805fa04fda8150f59cae7e2a1d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:40,698 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:40,699 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276820569; duration=0sec 2024-11-10T22:13:40,699 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:40,699 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741930_1106 (size=13323) 2024-11-10T22:13:40,725 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/603f266bf2f2431aab52c305e0fcc622 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/603f266bf2f2431aab52c305e0fcc622 2024-11-10T22:13:40,735 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 603f266bf2f2431aab52c305e0fcc622(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:40,735 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:40,735 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276820569; duration=0sec 2024-11-10T22:13:40,735 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:40,735 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741931_1107 (size=12301) 2024-11-10T22:13:40,740 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/afbfd326c0c2462fb35321b8467d7f39 2024-11-10T22:13:40,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/965f163ddc224cb4b07cfc7203378da1 is 50, key is test_row_0/C:col10/1731276819728/Put/seqid=0 2024-11-10T22:13:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741932_1108 (size=12301) 2024-11-10T22:13:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:40,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276880884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276880888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276880892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:40,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276880993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276881003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276881003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:41,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/965f163ddc224cb4b07cfc7203378da1 2024-11-10T22:13:41,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/0a9ca2c14dff48a785a38121b3011141 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141 2024-11-10T22:13:41,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141, entries=150, sequenceid=562, filesize=12.0 K 2024-11-10T22:13:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/afbfd326c0c2462fb35321b8467d7f39 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39 2024-11-10T22:13:41,176 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39, entries=150, sequenceid=562, filesize=12.0 K 2024-11-10T22:13:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/965f163ddc224cb4b07cfc7203378da1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1 2024-11-10T22:13:41,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1, entries=150, sequenceid=562, filesize=12.0 K 2024-11-10T22:13:41,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e3ee08295c508ff6d178f01bcfb0ae5a in 593ms, sequenceid=562, compaction requested=false 2024-11-10T22:13:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:41,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T22:13:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T22:13:41,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T22:13:41,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-10T22:13:41,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.2160 sec 2024-11-10T22:13:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:41,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/c348bac7d30a4d59afbcf07ee485ad93 is 50, key is test_row_0/A:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741933_1109 (size=12301) 2024-11-10T22:13:41,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276881241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276881242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276881243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276881353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276881353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276881353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276881563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276881563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276881563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/c348bac7d30a4d59afbcf07ee485ad93 2024-11-10T22:13:41,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/d11d38379f7b4f6a9a79cd0635146e61 is 50, key is test_row_0/B:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741934_1110 (size=12301) 2024-11-10T22:13:41,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/d11d38379f7b4f6a9a79cd0635146e61 2024-11-10T22:13:41,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb1efddc2d7c472981bce7e021927a75 is 50, key is test_row_0/C:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741935_1111 (size=12301) 2024-11-10T22:13:41,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb1efddc2d7c472981bce7e021927a75 2024-11-10T22:13:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/c348bac7d30a4d59afbcf07ee485ad93 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93 2024-11-10T22:13:41,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93, entries=150, sequenceid=580, filesize=12.0 K 2024-11-10T22:13:41,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/d11d38379f7b4f6a9a79cd0635146e61 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61 2024-11-10T22:13:41,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61, entries=150, sequenceid=580, filesize=12.0 K 2024-11-10T22:13:41,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb1efddc2d7c472981bce7e021927a75 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75 2024-11-10T22:13:41,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75, entries=150, sequenceid=580, filesize=12.0 K 2024-11-10T22:13:41,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e3ee08295c508ff6d178f01bcfb0ae5a in 518ms, sequenceid=580, compaction requested=true 2024-11-10T22:13:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:41,724 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:41,724 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:41,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:41,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:41,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:41,726 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:41,726 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/090b41805fa04fda8150f59cae7e2a1d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=37.0 K 2024-11-10T22:13:41,726 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:41,726 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:41,726 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:41,726 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/b6a7df0683484183938e315fb81e7b5d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=37.0 K 2024-11-10T22:13:41,728 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 090b41805fa04fda8150f59cae7e2a1d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:41,731 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6a7df0683484183938e315fb81e7b5d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:41,732 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting afbfd326c0c2462fb35321b8467d7f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731276819714 2024-11-10T22:13:41,732 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9ca2c14dff48a785a38121b3011141, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731276819714 2024-11-10T22:13:41,732 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d11d38379f7b4f6a9a79cd0635146e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:41,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c348bac7d30a4d59afbcf07ee485ad93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:41,749 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:41,750 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/bb503146c629435985785efef437b85a is 50, key is test_row_0/B:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,750 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:41,751 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dc1b17e4dcb943d2a964a854ec7d81a2 is 50, key is test_row_0/A:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741936_1112 (size=13425) 2024-11-10T22:13:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741937_1113 (size=13425) 2024-11-10T22:13:41,767 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/bb503146c629435985785efef437b85a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/bb503146c629435985785efef437b85a 2024-11-10T22:13:41,774 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into bb503146c629435985785efef437b85a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:41,774 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:41,774 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=13, startTime=1731276821724; duration=0sec 2024-11-10T22:13:41,774 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:41,774 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:41,774 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:13:41,775 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:13:41,776 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:41,776 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:41,776 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/603f266bf2f2431aab52c305e0fcc622, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=37.0 K 2024-11-10T22:13:41,776 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 603f266bf2f2431aab52c305e0fcc622, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1731276818524 2024-11-10T22:13:41,777 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 965f163ddc224cb4b07cfc7203378da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1731276819714 2024-11-10T22:13:41,777 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1efddc2d7c472981bce7e021927a75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:41,790 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:41,791 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/eb0babbebcc3461b8d66e132bf235103 is 50, key is test_row_0/C:col10/1731276820885/Put/seqid=0 2024-11-10T22:13:41,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741938_1114 (size=13425) 2024-11-10T22:13:41,806 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/eb0babbebcc3461b8d66e132bf235103 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/eb0babbebcc3461b8d66e132bf235103 2024-11-10T22:13:41,813 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into eb0babbebcc3461b8d66e132bf235103(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:41,813 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:41,813 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=13, startTime=1731276821724; duration=0sec 2024-11-10T22:13:41,813 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:41,813 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:41,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:41,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/d6b34e1878394f3eb6a225a55cfbe284 is 50, key is test_row_0/A:col10/1731276821876/Put/seqid=0 2024-11-10T22:13:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276881893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276881897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276881897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741939_1115 (size=12301) 2024-11-10T22:13:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59796 deadline: 1731276881903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59748 deadline: 1731276881903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:41,904 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,904 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in e3ee08295c508ff6d178f01bcfb0ae5a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276882003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276882003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276882013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T22:13:42,123 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:42,124 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-10T22:13:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:42,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:42,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:42,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:42,169 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/dc1b17e4dcb943d2a964a854ec7d81a2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dc1b17e4dcb943d2a964a854ec7d81a2 2024-11-10T22:13:42,175 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into dc1b17e4dcb943d2a964a854ec7d81a2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:42,175 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:42,176 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=13, startTime=1731276821724; duration=0sec 2024-11-10T22:13:42,176 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:42,176 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276882213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276882213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276882223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:42,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-10T22:13:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:42,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:42,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/d6b34e1878394f3eb6a225a55cfbe284 2024-11-10T22:13:42,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7f736496617648a88c980c729671f9f9 is 50, key is test_row_0/B:col10/1731276821876/Put/seqid=0 2024-11-10T22:13:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741940_1116 (size=12301) 2024-11-10T22:13:42,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7f736496617648a88c980c729671f9f9 2024-11-10T22:13:42,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb9973de5a07475086c8d41968a6ab68 is 50, key is test_row_0/C:col10/1731276821876/Put/seqid=0 2024-11-10T22:13:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741941_1117 (size=12301) 2024-11-10T22:13:42,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb9973de5a07475086c8d41968a6ab68 2024-11-10T22:13:42,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/d6b34e1878394f3eb6a225a55cfbe284 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284 2024-11-10T22:13:42,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284, entries=150, sequenceid=601, filesize=12.0 K 2024-11-10T22:13:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7f736496617648a88c980c729671f9f9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9 2024-11-10T22:13:42,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9, entries=150, sequenceid=601, filesize=12.0 K 2024-11-10T22:13:42,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/cb9973de5a07475086c8d41968a6ab68 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68 2024-11-10T22:13:42,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68, entries=150, sequenceid=601, filesize=12.0 K 2024-11-10T22:13:42,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e3ee08295c508ff6d178f01bcfb0ae5a in 502ms, sequenceid=601, compaction requested=false 2024-11-10T22:13:42,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:42,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:42,434 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:42,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2e37e003b6e4458e9a7b0b1b21f88019 is 50, key is test_row_0/A:col10/1731276821893/Put/seqid=0 2024-11-10T22:13:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741942_1118 (size=9857) 2024-11-10T22:13:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:42,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. as already flushing 2024-11-10T22:13:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276882548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276882549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276882552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276882663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276882663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276882663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:42,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2e37e003b6e4458e9a7b0b1b21f88019 2024-11-10T22:13:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/5cfbb53cb7984892a8afa62906215d1f is 50, key is test_row_0/B:col10/1731276821893/Put/seqid=0 2024-11-10T22:13:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276882873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276882873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276882873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741943_1119 (size=9857) 2024-11-10T22:13:43,129 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T22:13:43,129 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:43,131 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T22:13:43,131 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:43,132 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T22:13:43,132 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:43,135 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:43,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:43,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:43,139 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T22:13:43,139 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:43,139 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,139 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:43,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276883183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276883183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276883183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:43,286 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/5cfbb53cb7984892a8afa62906215d1f 2024-11-10T22:13:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/58bac3f4c01243948a4d72b9c3a0d6bc is 50, key is test_row_0/C:col10/1731276821893/Put/seqid=0 2024-11-10T22:13:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741944_1120 (size=9857) 2024-11-10T22:13:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59746 deadline: 1731276883693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59724 deadline: 1731276883693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59784 deadline: 1731276883693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:13:43,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/58bac3f4c01243948a4d72b9c3a0d6bc 2024-11-10T22:13:43,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/2e37e003b6e4458e9a7b0b1b21f88019 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019 2024-11-10T22:13:43,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019, entries=100, sequenceid=615, filesize=9.6 K 2024-11-10T22:13:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/5cfbb53cb7984892a8afa62906215d1f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f 2024-11-10T22:13:43,713 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f, entries=100, sequenceid=615, filesize=9.6 K 2024-11-10T22:13:43,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/58bac3f4c01243948a4d72b9c3a0d6bc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc 2024-11-10T22:13:43,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc, entries=100, sequenceid=615, filesize=9.6 K 2024-11-10T22:13:43,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e3ee08295c508ff6d178f01bcfb0ae5a in 1284ms, sequenceid=615, compaction requested=true 2024-11-10T22:13:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T22:13:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T22:13:43,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T22:13:43,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-10T22:13:43,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.5980 sec 2024-11-10T22:13:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-10T22:13:44,273 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:44,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T22:13:44,706 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T22:13:44,706 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T22:13:44,706 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:44,706 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:44,706 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,706 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:44,706 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,706 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:44,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:44,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:44,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:44,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9397e5f0286e48beae0452085b7d55bb is 50, key is test_row_0/A:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:44,714 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T22:13:44,714 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:44,714 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,714 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:44,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741945_1121 (size=12301) 2024-11-10T22:13:45,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9397e5f0286e48beae0452085b7d55bb 2024-11-10T22:13:45,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/9d8b7aaef432490f85a23b636cc390db is 50, key is test_row_0/B:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741946_1122 (size=12301) 2024-11-10T22:13:45,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/9d8b7aaef432490f85a23b636cc390db 2024-11-10T22:13:45,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/aa0f9349ec3947ed8b4e8f55172d4006 is 50, key is test_row_0/C:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741947_1123 (size=12301) 2024-11-10T22:13:45,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/aa0f9349ec3947ed8b4e8f55172d4006 2024-11-10T22:13:45,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9397e5f0286e48beae0452085b7d55bb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb 2024-11-10T22:13:45,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb, entries=150, sequenceid=636, filesize=12.0 K 2024-11-10T22:13:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/9d8b7aaef432490f85a23b636cc390db as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db 2024-11-10T22:13:45,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db, entries=150, sequenceid=636, filesize=12.0 K 2024-11-10T22:13:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/aa0f9349ec3947ed8b4e8f55172d4006 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006 2024-11-10T22:13:45,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006, entries=150, sequenceid=636, filesize=12.0 K 2024-11-10T22:13:45,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=6.71 KB/6870 for e3ee08295c508ff6d178f01bcfb0ae5a in 1253ms, sequenceid=636, compaction requested=true 2024-11-10T22:13:45,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:45,959 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3ee08295c508ff6d178f01bcfb0ae5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:13:45,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:45,959 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:45,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:45,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/A is initiating minor compaction (all files) 2024-11-10T22:13:45,960 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:45,960 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/A in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:45,960 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/B is initiating minor compaction (all files) 2024-11-10T22:13:45,960 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dc1b17e4dcb943d2a964a854ec7d81a2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=46.8 K 2024-11-10T22:13:45,960 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/B in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:45,960 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/bb503146c629435985785efef437b85a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=46.8 K 2024-11-10T22:13:45,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc1b17e4dcb943d2a964a854ec7d81a2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:45,961 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bb503146c629435985785efef437b85a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:45,961 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b34e1878394f3eb6a225a55cfbe284, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731276821229 2024-11-10T22:13:45,961 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e37e003b6e4458e9a7b0b1b21f88019, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1731276821892 2024-11-10T22:13:45,961 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f736496617648a88c980c729671f9f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731276821229 2024-11-10T22:13:45,961 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9397e5f0286e48beae0452085b7d55bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731276822538 2024-11-10T22:13:45,962 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cfbb53cb7984892a8afa62906215d1f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1731276821892 2024-11-10T22:13:45,962 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d8b7aaef432490f85a23b636cc390db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731276822538 2024-11-10T22:13:45,971 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:45,972 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9b436ff506834c11862a29cb1f165bea is 50, key is test_row_0/A:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:45,972 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:45,973 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7146b2896b7a42648de00b33210c7202 is 50, key is test_row_0/B:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741948_1124 (size=13561) 2024-11-10T22:13:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741949_1125 (size=13561) 2024-11-10T22:13:45,984 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/7146b2896b7a42648de00b33210c7202 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7146b2896b7a42648de00b33210c7202 2024-11-10T22:13:45,989 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/B of e3ee08295c508ff6d178f01bcfb0ae5a into 7146b2896b7a42648de00b33210c7202(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:45,989 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:45,990 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/B, priority=12, startTime=1731276825959; duration=0sec 2024-11-10T22:13:45,990 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:13:45,990 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:B 2024-11-10T22:13:45,990 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:13:45,991 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:13:45,991 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): e3ee08295c508ff6d178f01bcfb0ae5a/C is initiating minor compaction (all files) 2024-11-10T22:13:45,991 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3ee08295c508ff6d178f01bcfb0ae5a/C in TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:45,991 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/eb0babbebcc3461b8d66e132bf235103, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp, totalSize=46.8 K 2024-11-10T22:13:45,992 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0babbebcc3461b8d66e132bf235103, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1731276820881 2024-11-10T22:13:45,992 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9973de5a07475086c8d41968a6ab68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1731276821229 2024-11-10T22:13:45,992 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 58bac3f4c01243948a4d72b9c3a0d6bc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=615, earliestPutTs=1731276821892 2024-11-10T22:13:45,993 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting aa0f9349ec3947ed8b4e8f55172d4006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=636, earliestPutTs=1731276822538 2024-11-10T22:13:46,003 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3ee08295c508ff6d178f01bcfb0ae5a#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:13:46,004 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/130a80d020d14f0598985b8e8f2ddfde is 50, key is test_row_0/C:col10/1731276822550/Put/seqid=0 2024-11-10T22:13:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741950_1126 (size=13561) 2024-11-10T22:13:46,382 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/9b436ff506834c11862a29cb1f165bea as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b436ff506834c11862a29cb1f165bea 2024-11-10T22:13:46,387 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/A of e3ee08295c508ff6d178f01bcfb0ae5a into 9b436ff506834c11862a29cb1f165bea(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:46,387 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:46,387 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/A, priority=12, startTime=1731276825958; duration=0sec 2024-11-10T22:13:46,387 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:46,387 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:A 2024-11-10T22:13:46,412 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/130a80d020d14f0598985b8e8f2ddfde as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/130a80d020d14f0598985b8e8f2ddfde 2024-11-10T22:13:46,417 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3ee08295c508ff6d178f01bcfb0ae5a/C of e3ee08295c508ff6d178f01bcfb0ae5a into 130a80d020d14f0598985b8e8f2ddfde(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:13:46,417 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3ee08295c508ff6d178f01bcfb0ae5a: 2024-11-10T22:13:46,417 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., storeName=e3ee08295c508ff6d178f01bcfb0ae5a/C, priority=12, startTime=1731276825959; duration=0sec 2024-11-10T22:13:46,418 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:13:46,418 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3ee08295c508ff6d178f01bcfb0ae5a:C 2024-11-10T22:13:47,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:13:51,924 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T22:13:51,924 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:51,924 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,924 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:51,974 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T22:13:51,974 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:13:51,975 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,975 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2874 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2937 2024-11-10T22:13:51,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:13:51,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1279 2024-11-10T22:13:51,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3828 rows 2024-11-10T22:13:51,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1281 2024-11-10T22:13:51,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3842 rows 2024-11-10T22:13:51,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:13:51,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:13:51,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:51,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:13:51,980 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:13:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:51,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276831988"}]},"ts":"1731276831988"} 2024-11-10T22:13:51,990 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:13:51,990 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:13:51,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:13:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, UNASSIGN}] 2024-11-10T22:13:51,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, UNASSIGN 2024-11-10T22:13:51,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=e3ee08295c508ff6d178f01bcfb0ae5a, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, UNASSIGN because future has completed 2024-11-10T22:13:52,001 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:13:52,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:52,158 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:52,158 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:13:52,159 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing e3ee08295c508ff6d178f01bcfb0ae5a, disabling compactions & flushes 2024-11-10T22:13:52,159 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:52,159 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:52,159 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. after waiting 0 ms 2024-11-10T22:13:52,159 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:52,159 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing e3ee08295c508ff6d178f01bcfb0ae5a 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=A 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=B 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e3ee08295c508ff6d178f01bcfb0ae5a, store=C 2024-11-10T22:13:52,160 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:52,164 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e9e3245908264f07904393d7e634b1a8 is 50, key is test_row_0/A:col10/1731276831973/Put/seqid=0 2024-11-10T22:13:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741951_1127 (size=9857) 2024-11-10T22:13:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:52,569 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e9e3245908264f07904393d7e634b1a8 2024-11-10T22:13:52,577 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8b09c2c997fc4063864fa67d5fc0a6a6 is 50, key is test_row_0/B:col10/1731276831973/Put/seqid=0 2024-11-10T22:13:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741952_1128 (size=9857) 2024-11-10T22:13:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:52,982 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8b09c2c997fc4063864fa67d5fc0a6a6 2024-11-10T22:13:52,989 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4693d15d333342ebb60fb3c6cb64bdb2 is 50, key is test_row_0/C:col10/1731276831973/Put/seqid=0 2024-11-10T22:13:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741953_1129 (size=9857) 2024-11-10T22:13:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:53,394 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=645 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4693d15d333342ebb60fb3c6cb64bdb2 2024-11-10T22:13:53,399 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/A/e9e3245908264f07904393d7e634b1a8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e9e3245908264f07904393d7e634b1a8 2024-11-10T22:13:53,403 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e9e3245908264f07904393d7e634b1a8, entries=100, sequenceid=645, filesize=9.6 K 2024-11-10T22:13:53,404 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/B/8b09c2c997fc4063864fa67d5fc0a6a6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8b09c2c997fc4063864fa67d5fc0a6a6 2024-11-10T22:13:53,408 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8b09c2c997fc4063864fa67d5fc0a6a6, entries=100, sequenceid=645, filesize=9.6 K 2024-11-10T22:13:53,409 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/.tmp/C/4693d15d333342ebb60fb3c6cb64bdb2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4693d15d333342ebb60fb3c6cb64bdb2 2024-11-10T22:13:53,413 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4693d15d333342ebb60fb3c6cb64bdb2, entries=100, sequenceid=645, filesize=9.6 K 2024-11-10T22:13:53,414 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e3ee08295c508ff6d178f01bcfb0ae5a in 1255ms, sequenceid=645, compaction requested=false 2024-11-10T22:13:53,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/4a924e766fa24cf3b22dd518cb6046f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c0e14304c98d441c9485cd67a02a337d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d435f152b4a14a8c9f9e3fb3f990094a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/17d0dcc3b2c74ad3806835548447a4d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/781205f31d9f4a95b2594e47547d3ee6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b6c452255404ba8b90ebdbf01496731, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/98b3fdd4f8194e329f08e3f0ef44884f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/a57c4138effc46f2b1e6f0b9e70d4dc6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/b6a7df0683484183938e315fb81e7b5d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dc1b17e4dcb943d2a964a854ec7d81a2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb] to archive 2024-11-10T22:13:53,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:13:53,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f5fddb0776d1493e8935f880c35a8bcd 2024-11-10T22:13:53,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/be00e4e422244c6ea3ca71ba0531bf6a 2024-11-10T22:13:53,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/caeebd9709d248a89d4c6fc22887ba67 2024-11-10T22:13:53,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/4a924e766fa24cf3b22dd518cb6046f4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/4a924e766fa24cf3b22dd518cb6046f4 2024-11-10T22:13:53,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2a73cc64d12a44a29e1cebb87ed08146 2024-11-10T22:13:53,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/77b96b56c5c64b65a23a8ae938823742 2024-11-10T22:13:53,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/7fb9a861f9a1413c8d88446c58e72aa9 2024-11-10T22:13:53,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c0e14304c98d441c9485cd67a02a337d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c0e14304c98d441c9485cd67a02a337d 2024-11-10T22:13:53,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/551e34f2e30743fcbd387ea8883bed6a 2024-11-10T22:13:53,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d435f152b4a14a8c9f9e3fb3f990094a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d435f152b4a14a8c9f9e3fb3f990094a 2024-11-10T22:13:53,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/23dadddf31ea4746983f4f6c76e9d0a8 2024-11-10T22:13:53,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dde7a57b37054e6eb22dce5004bd9594 2024-11-10T22:13:53,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/04548652e48f402897100ee89d5d7758 2024-11-10T22:13:53,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/17d0dcc3b2c74ad3806835548447a4d1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/17d0dcc3b2c74ad3806835548447a4d1 2024-11-10T22:13:53,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/63803077061d4d6d9611900ca918d92b 2024-11-10T22:13:53,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/35f7e8fac0a54cf389d093a45b6b3f90 2024-11-10T22:13:53,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/48f1f906849d428ab45fe0829cbdffa3 2024-11-10T22:13:53,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/781205f31d9f4a95b2594e47547d3ee6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/781205f31d9f4a95b2594e47547d3ee6 2024-11-10T22:13:53,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e040a0aa560e454297e5ea53f6aa7104 2024-11-10T22:13:53,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/f1c24f4c28674e789b4a039d7b048255 2024-11-10T22:13:53,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b6c452255404ba8b90ebdbf01496731 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b6c452255404ba8b90ebdbf01496731 2024-11-10T22:13:53,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/05fb8b7296d046eda2d54c01903666fc 2024-11-10T22:13:53,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/cf0b1c7e3e764bb18e853c9d510c5ee0 2024-11-10T22:13:53,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/98b3fdd4f8194e329f08e3f0ef44884f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/98b3fdd4f8194e329f08e3f0ef44884f 2024-11-10T22:13:53,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dbd2f89acbea4e818f686142dbec329e 2024-11-10T22:13:53,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/826a58a1ff5c47079e10dbf0e8c6cf4e 2024-11-10T22:13:53,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0290d97cffcb493b8a46ba707de14896 2024-11-10T22:13:53,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/a57c4138effc46f2b1e6f0b9e70d4dc6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/a57c4138effc46f2b1e6f0b9e70d4dc6 2024-11-10T22:13:53,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/6eb9db6a96c446b0a33e2b4c45a1cf20 2024-11-10T22:13:53,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/b6a7df0683484183938e315fb81e7b5d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/b6a7df0683484183938e315fb81e7b5d 2024-11-10T22:13:53,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/8db8e0ec38624dcd94ba6d7398aa94bd 2024-11-10T22:13:53,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/0a9ca2c14dff48a785a38121b3011141 2024-11-10T22:13:53,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dc1b17e4dcb943d2a964a854ec7d81a2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/dc1b17e4dcb943d2a964a854ec7d81a2 2024-11-10T22:13:53,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/c348bac7d30a4d59afbcf07ee485ad93 2024-11-10T22:13:53,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/d6b34e1878394f3eb6a225a55cfbe284 2024-11-10T22:13:53,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/2e37e003b6e4458e9a7b0b1b21f88019 2024-11-10T22:13:53,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9397e5f0286e48beae0452085b7d55bb 2024-11-10T22:13:53,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8fae307fd7904fe6a2e04d6f6297217d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/173e56c425f74cd6b5fd08b38a7a17b8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7dc796efc85349b181db01fddd242d00, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/950783e0260e484185d453e924a47007, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8de8a1d7790b47ff8210a759cdb49692, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d68c5a56752e441a89a7e6341d22b6c7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/dbb9656085724504adace5a09499079c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/c6cf80eda4b44768b6cb175c0c6cd681, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/090b41805fa04fda8150f59cae7e2a1d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/bb503146c629435985785efef437b85a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db] to archive 2024-11-10T22:13:53,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:13:53,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f3df0b64e5434a49a2ae457f2f5eb904 2024-11-10T22:13:53,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/ea0c799a69734fa1872c7e593673e5fa 2024-11-10T22:13:53,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8fae307fd7904fe6a2e04d6f6297217d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8fae307fd7904fe6a2e04d6f6297217d 2024-11-10T22:13:53,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/923e5fb90f62410699a44ee18e533489 2024-11-10T22:13:53,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/68f2935ef8834576b57aaefe9270ec1b 2024-11-10T22:13:53,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/530835e7b37d47f09c145657b77e574b 2024-11-10T22:13:53,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/173e56c425f74cd6b5fd08b38a7a17b8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/173e56c425f74cd6b5fd08b38a7a17b8 2024-11-10T22:13:53,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/538361d81e9142469bc8a5999c5582d9 2024-11-10T22:13:53,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/573bd3bc3cad4bd892b94fe60f1823da 2024-11-10T22:13:53,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7dc796efc85349b181db01fddd242d00 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7dc796efc85349b181db01fddd242d00 2024-11-10T22:13:53,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8e926d4440b64d3780507978471246cd 2024-11-10T22:13:53,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/effd8453edd043d2925cd84daa884064 2024-11-10T22:13:53,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/950783e0260e484185d453e924a47007 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/950783e0260e484185d453e924a47007 2024-11-10T22:13:53,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/f130427c36b541b689c596eed8af5556 2024-11-10T22:13:53,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/6fe34d0d6a884c8cb9846a43f7dbc810 2024-11-10T22:13:53,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/0b1dfa0663b7429db73f59ad58ce7c82 2024-11-10T22:13:53,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8de8a1d7790b47ff8210a759cdb49692 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8de8a1d7790b47ff8210a759cdb49692 2024-11-10T22:13:53,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/b5768b7a2abc461c836ab5477170d21d 2024-11-10T22:13:53,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/17866a386a644ed0a608d409b615b0ef 2024-11-10T22:13:53,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d68c5a56752e441a89a7e6341d22b6c7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d68c5a56752e441a89a7e6341d22b6c7 2024-11-10T22:13:53,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7870691e7b1249988645ac8e7382ffa3 2024-11-10T22:13:53,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/23810e6fbc894623bf1163ae4fcfc3f5 2024-11-10T22:13:53,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/3ac83fefa12846eb8cff0878f856a13b 2024-11-10T22:13:53,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/dbb9656085724504adace5a09499079c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/dbb9656085724504adace5a09499079c 2024-11-10T22:13:53,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8297ae1739554383a4f1c09cffbdeef4 2024-11-10T22:13:53,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7259f003c8774576a78e23e50df55627 2024-11-10T22:13:53,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/c6cf80eda4b44768b6cb175c0c6cd681 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/c6cf80eda4b44768b6cb175c0c6cd681 2024-11-10T22:13:53,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/e7e67815aaa8433984c2e67175e95e76 2024-11-10T22:13:53,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/27dbf5e8f0594574948ac2fc278d822c 2024-11-10T22:13:53,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/090b41805fa04fda8150f59cae7e2a1d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/090b41805fa04fda8150f59cae7e2a1d 2024-11-10T22:13:53,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/2cb23964a0464595aecfb7542dd6c0eb 2024-11-10T22:13:53,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/afbfd326c0c2462fb35321b8467d7f39 2024-11-10T22:13:53,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/bb503146c629435985785efef437b85a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/bb503146c629435985785efef437b85a 2024-11-10T22:13:53,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/d11d38379f7b4f6a9a79cd0635146e61 2024-11-10T22:13:53,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7f736496617648a88c980c729671f9f9 2024-11-10T22:13:53,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/5cfbb53cb7984892a8afa62906215d1f 2024-11-10T22:13:53,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/9d8b7aaef432490f85a23b636cc390db 2024-11-10T22:13:53,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4359b964902f454fbb4a0e572384630b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2af9a734c082441287bca812286dd8d4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/270b21414488481dadd47ce7fd449979, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/3af7c42afcb74156813fa5740e8d6d2c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/bc4b91c8103446e0a325aee0c5e2ebf0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/20453cf2d9254eb68326e4854fa26b1e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f30bc1af5d2d4aadb141038a333e5702, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a3e3b04cf9274040b9da8585c0f20e35, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/603f266bf2f2431aab52c305e0fcc622, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/eb0babbebcc3461b8d66e132bf235103, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006] to archive 2024-11-10T22:13:53,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:13:53,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2e340f005b174a9ca631ac919610620b 2024-11-10T22:13:53,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d0d15ff1384448b486ae90aacf58edbb 2024-11-10T22:13:53,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4359b964902f454fbb4a0e572384630b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4359b964902f454fbb4a0e572384630b 2024-11-10T22:13:53,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/0e3ef47c0160437fb49e209006fa40c3 2024-11-10T22:13:53,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/26cd0e4a550e4bf7a8228717fb921307 2024-11-10T22:13:53,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/14be326260f349c7a0c321e80dc3c309 2024-11-10T22:13:53,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2af9a734c082441287bca812286dd8d4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2af9a734c082441287bca812286dd8d4 2024-11-10T22:13:53,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f66079b423304051b876692c8d31522c 2024-11-10T22:13:53,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/04432fc35f73461289b9e702ddb67ee0 2024-11-10T22:13:53,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/270b21414488481dadd47ce7fd449979 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/270b21414488481dadd47ce7fd449979 2024-11-10T22:13:53,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/2cc3c606faa74bf899296aaf6d839989 2024-11-10T22:13:53,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c237d013f2af488ab386c532d80fec3c 2024-11-10T22:13:53,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/3af7c42afcb74156813fa5740e8d6d2c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/3af7c42afcb74156813fa5740e8d6d2c 2024-11-10T22:13:53,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/d78e610e700b4cd6a24d179dabd6592c 2024-11-10T22:13:53,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/c17f116a942445c7adcbd69a123d798a 2024-11-10T22:13:53,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e95fbd2a346743adb7812e65b985941f 2024-11-10T22:13:53,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/bc4b91c8103446e0a325aee0c5e2ebf0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/bc4b91c8103446e0a325aee0c5e2ebf0 2024-11-10T22:13:53,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/5627600e60a443c6b3a8e9d9fdd14e91 2024-11-10T22:13:53,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a8cb4e73d2d84b788673ce03c080d24c 2024-11-10T22:13:53,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/20453cf2d9254eb68326e4854fa26b1e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/20453cf2d9254eb68326e4854fa26b1e 2024-11-10T22:13:53,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ae931b52ae234f4690c2d8c86bb66190 2024-11-10T22:13:53,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/ba1b76c249954a12a2334ffcb0592fd9 2024-11-10T22:13:53,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/8ee17a15edcd4fbc844eccf8db694297 2024-11-10T22:13:53,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f30bc1af5d2d4aadb141038a333e5702 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/f30bc1af5d2d4aadb141038a333e5702 2024-11-10T22:13:53,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/1e1a702319f34196bab6523c65c3d4f3 2024-11-10T22:13:53,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/623adc8f750c4443a690f9d6dbd9e934 2024-11-10T22:13:53,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a3e3b04cf9274040b9da8585c0f20e35 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/a3e3b04cf9274040b9da8585c0f20e35 2024-11-10T22:13:53,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4e943dbde388479a85b59bfe96e9881b 2024-11-10T22:13:53,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/87c39585c3174e278456bf010183a770 2024-11-10T22:13:53,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/603f266bf2f2431aab52c305e0fcc622 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/603f266bf2f2431aab52c305e0fcc622 2024-11-10T22:13:53,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/e91c964891c743b5a85b9742cb0de0da 2024-11-10T22:13:53,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/965f163ddc224cb4b07cfc7203378da1 2024-11-10T22:13:53,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/eb0babbebcc3461b8d66e132bf235103 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/eb0babbebcc3461b8d66e132bf235103 2024-11-10T22:13:53,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb1efddc2d7c472981bce7e021927a75 2024-11-10T22:13:53,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/cb9973de5a07475086c8d41968a6ab68 2024-11-10T22:13:53,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/58bac3f4c01243948a4d72b9c3a0d6bc 2024-11-10T22:13:53,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/aa0f9349ec3947ed8b4e8f55172d4006 2024-11-10T22:13:53,578 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/recovered.edits/648.seqid, newMaxSeqId=648, maxSeqId=1 2024-11-10T22:13:53,578 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. 2024-11-10T22:13:53,579 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for e3ee08295c508ff6d178f01bcfb0ae5a: Waiting for close lock at 1731276832159Running coprocessor pre-close hooks at 1731276832159Disabling compacts and flushes for region at 1731276832159Disabling writes for close at 1731276832159Obtaining lock to block concurrent updates at 1731276832159Preparing flush snapshotting stores in e3ee08295c508ff6d178f01bcfb0ae5a at 1731276832159Finished memstore snapshotting TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731276832160 (+1 ms)Flushing stores of TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a. at 1731276832160Flushing e3ee08295c508ff6d178f01bcfb0ae5a/A: creating writer at 1731276832161 (+1 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/A: appending metadata at 1731276832164 (+3 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/A: closing flushed file at 1731276832164Flushing e3ee08295c508ff6d178f01bcfb0ae5a/B: creating writer at 1731276832574 (+410 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/B: appending metadata at 1731276832576 (+2 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/B: closing flushed file at 1731276832576Flushing e3ee08295c508ff6d178f01bcfb0ae5a/C: creating writer at 1731276832986 (+410 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/C: appending metadata at 1731276832989 (+3 ms)Flushing e3ee08295c508ff6d178f01bcfb0ae5a/C: closing flushed file at 1731276832989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a101d4b: reopening flushed file at 1731276833398 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2016219d: reopening flushed file at 1731276833403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498689e0: reopening flushed file at 1731276833408 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for e3ee08295c508ff6d178f01bcfb0ae5a in 1255ms, sequenceid=645, compaction requested=false at 1731276833414 (+6 ms)Writing region close event to WAL at 1731276833573 (+159 ms)Running coprocessor post-close hooks at 1731276833578 (+5 ms)Closed at 1731276833578 2024-11-10T22:13:53,581 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:53,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=e3ee08295c508ff6d178f01bcfb0ae5a, regionState=CLOSED 2024-11-10T22:13:53,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:13:53,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T22:13:53,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure e3ee08295c508ff6d178f01bcfb0ae5a, server=7318282e5099,37101,1731276799219 in 1.5830 sec 2024-11-10T22:13:53,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T22:13:53,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3ee08295c508ff6d178f01bcfb0ae5a, UNASSIGN in 1.5910 sec 2024-11-10T22:13:53,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T22:13:53,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5980 sec 2024-11-10T22:13:53,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276833592"}]},"ts":"1731276833592"} 2024-11-10T22:13:53,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:13:53,594 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:13:53,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-10T22:13:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T22:13:54,143 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:54,146 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:13:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,153 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,154 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T22:13:54,159 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:54,163 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/recovered.edits] 2024-11-10T22:13:54,166 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b436ff506834c11862a29cb1f165bea to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/9b436ff506834c11862a29cb1f165bea 2024-11-10T22:13:54,167 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e9e3245908264f07904393d7e634b1a8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/A/e9e3245908264f07904393d7e634b1a8 2024-11-10T22:13:54,170 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7146b2896b7a42648de00b33210c7202 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/7146b2896b7a42648de00b33210c7202 2024-11-10T22:13:54,171 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8b09c2c997fc4063864fa67d5fc0a6a6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/B/8b09c2c997fc4063864fa67d5fc0a6a6 2024-11-10T22:13:54,174 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/130a80d020d14f0598985b8e8f2ddfde to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/130a80d020d14f0598985b8e8f2ddfde 2024-11-10T22:13:54,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4693d15d333342ebb60fb3c6cb64bdb2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/C/4693d15d333342ebb60fb3c6cb64bdb2 2024-11-10T22:13:54,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/recovered.edits/648.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a/recovered.edits/648.seqid 2024-11-10T22:13:54,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/e3ee08295c508ff6d178f01bcfb0ae5a 2024-11-10T22:13:54,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:13:54,184 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T22:13:54,194 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:13:54,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:13:54,232 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,232 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:13:54,232 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276834232"}]},"ts":"9223372036854775807"} 2024-11-10T22:13:54,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:13:54,237 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e3ee08295c508ff6d178f01bcfb0ae5a, NAME => 'TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:13:54,237 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:13:54,237 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276834237"}]},"ts":"9223372036854775807"} 2024-11-10T22:13:54,240 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:13:54,240 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-10T22:13:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T22:13:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:13:54,264 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:54,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7318282e5099:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7318282e5099:37101-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7318282e5099:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682500667_22 at /127.0.0.1:53048 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9637 (was 10203) 2024-11-10T22:13:54,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=9636 2024-11-10T22:13:54,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:13:54,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:13:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:54,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:13:54,293 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:54,293 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-10T22:13:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:54,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:13:54,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741954_1130 (size=1061) 2024-11-10T22:13:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:54,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:13:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741955_1131 (size=53) 2024-11-10T22:13:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 94d1ad487a808b0b892d844a355d9df0, disabling compactions & flushes 2024-11-10T22:13:55,109 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. after waiting 0 ms 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,109 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94d1ad487a808b0b892d844a355d9df0: Waiting for close lock at 1731276835109Disabling compacts and flushes for region at 1731276835109Disabling writes for close at 1731276835109Writing region close event to WAL at 1731276835109Closed at 1731276835109 2024-11-10T22:13:55,111 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:13:55,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276835111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276835111"}]},"ts":"1731276835111"} 2024-11-10T22:13:55,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:13:55,128 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:13:55,129 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276835129"}]},"ts":"1731276835129"} 2024-11-10T22:13:55,131 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:13:55,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, ASSIGN}] 2024-11-10T22:13:55,132 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, ASSIGN 2024-11-10T22:13:55,133 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:13:55,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, ASSIGN because future has completed 2024-11-10T22:13:55,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:55,441 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,441 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:13:55,442 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,442 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:55,442 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,442 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,443 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,445 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:55,445 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName A 2024-11-10T22:13:55,446 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:55,446 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:55,446 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,447 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:55,447 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName B 2024-11-10T22:13:55,447 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:55,448 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:55,448 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,449 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:55,449 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName C 2024-11-10T22:13:55,449 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:55,449 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:55,450 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,450 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,450 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,451 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,451 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,451 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,452 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:13:55,453 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,455 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:13:55,455 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 94d1ad487a808b0b892d844a355d9df0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65579811, jitterRate=-0.02278466522693634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:13:55,455 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:55,456 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 94d1ad487a808b0b892d844a355d9df0: Running coprocessor pre-open hook at 1731276835442Writing region info on filesystem at 1731276835442Initializing all the Stores at 1731276835443 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276835443Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276835443Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276835443Cleaning up temporary data from old regions at 1731276835451 (+8 ms)Running coprocessor post-open hooks at 1731276835455 (+4 ms)Region opened successfully at 1731276835456 (+1 ms) 2024-11-10T22:13:55,457 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., pid=36, masterSystemTime=1731276835438 2024-11-10T22:13:55,459 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,459 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:55,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:13:55,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T22:13:55,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 in 176 msec 2024-11-10T22:13:55,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T22:13:55,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, ASSIGN in 333 msec 2024-11-10T22:13:55,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:13:55,466 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276835466"}]},"ts":"1731276835466"} 2024-11-10T22:13:55,468 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:13:55,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:13:55,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-11-10T22:13:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T22:13:56,443 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:56,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794f42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:56,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:56,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:56,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e250ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:56,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:56,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:56,448 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121de19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:56,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:56,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:56,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:13:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:13:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c90b79a 2024-11-10T22:13:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:13:56,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:13:56,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:13:56,460 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:13:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T22:13:56,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741956_1132 (size=1097) 2024-11-10T22:13:56,878 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T22:13:56,878 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T22:13:56,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:13:56,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE}] 2024-11-10T22:13:56,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE 2024-11-10T22:13:56,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:56,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE because future has completed 2024-11-10T22:13:56,892 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:13:56,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:57,044 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,045 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:13:57,045 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 94d1ad487a808b0b892d844a355d9df0, disabling compactions & flushes 2024-11-10T22:13:57,045 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,045 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,045 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. after waiting 0 ms 2024-11-10T22:13:57,045 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,048 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T22:13:57,049 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,049 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 94d1ad487a808b0b892d844a355d9df0: Waiting for close lock at 1731276837045Running coprocessor pre-close hooks at 1731276837045Disabling compacts and flushes for region at 1731276837045Disabling writes for close at 1731276837045Writing region close event to WAL at 1731276837045Running coprocessor post-close hooks at 1731276837049 (+4 ms)Closed at 1731276837049 2024-11-10T22:13:57,049 WARN [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 94d1ad487a808b0b892d844a355d9df0 to self. 2024-11-10T22:13:57,051 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=CLOSED 2024-11-10T22:13:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:13:57,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T22:13:57,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 in 162 msec 2024-11-10T22:13:57,056 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE; state=CLOSED, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=true 2024-11-10T22:13:57,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE because future has completed 2024-11-10T22:13:57,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:13:57,364 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,364 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:13:57,365 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,365 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:13:57,365 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,365 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,367 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,368 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:57,372 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName A 2024-11-10T22:13:57,374 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:57,374 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:57,375 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,375 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:57,376 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName B 2024-11-10T22:13:57,376 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:57,376 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:57,376 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,376 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:13:57,377 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d1ad487a808b0b892d844a355d9df0 columnFamilyName C 2024-11-10T22:13:57,377 DEBUG [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:57,377 INFO [StoreOpener-94d1ad487a808b0b892d844a355d9df0-1 {}] regionserver.HStore(327): Store=94d1ad487a808b0b892d844a355d9df0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:13:57,377 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,377 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,378 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,379 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,380 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,380 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,380 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:13:57,381 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,382 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 94d1ad487a808b0b892d844a355d9df0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71074949, jitterRate=0.05909927189350128}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:13:57,382 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,383 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 94d1ad487a808b0b892d844a355d9df0: Running coprocessor pre-open hook at 1731276837365Writing region info on filesystem at 1731276837365Initializing all the Stores at 1731276837366 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276837366Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276837366Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276837366Cleaning up temporary data from old regions at 1731276837380 (+14 ms)Running coprocessor post-open hooks at 1731276837382 (+2 ms)Region opened successfully at 1731276837383 (+1 ms) 2024-11-10T22:13:57,384 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., pid=41, masterSystemTime=1731276837361 2024-11-10T22:13:57,386 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,386 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=OPEN, openSeqNum=5, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:13:57,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-10T22:13:57,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 in 180 msec 2024-11-10T22:13:57,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T22:13:57,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, REOPEN/MOVE in 502 msec 2024-11-10T22:13:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T22:13:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-10T22:13:57,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-10T22:13:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-10T22:13:57,399 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:13:57,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f027b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,401 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca35dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,402 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539f0b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34696a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8288ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,406 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc282e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f79bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,408 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5354d16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454afd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b0628d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,411 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b3747b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467e207e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430b62f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,414 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47de9a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d585a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2b1a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473451c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,419 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c8379f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695519cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,421 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c741363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966ad20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c9c0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550d85d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,425 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e473665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d019e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:13:57,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:13:57,427 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be13557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:13:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:13:57,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:13:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c852f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:13:57,429 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,429 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,429 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,430 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T22:13:57,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:57,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:13:57,434 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,435 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:13:57,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:13:57,435 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,437 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,441 DEBUG [Thread-669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,449 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:13:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:57,465 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:13:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:13:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:13:57,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:13:57,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731276837478, max timestamp=1731276837500Num uniques 859; 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731276837478, max timestamp=1731276837499Num uniques 859; 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731276837478, max timestamp=1731276837500Num uniques 859; 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:13:57,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:13:57,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110486eee6d119143909974232a4a11aedb_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276837451/Put/seqid=0 2024-11-10T22:13:57,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276897530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276897534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276897536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276897539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276897541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741957_1133 (size=14594) 2024-11-10T22:13:57,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:57,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110486eee6d119143909974232a4a11aedb_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110486eee6d119143909974232a4a11aedb_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/7d1acf5a8d744446b1a798ccc8a990ee, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:13:57,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/7d1acf5a8d744446b1a798ccc8a990ee is 175, key is test_row_0/A:col10/1731276837451/Put/seqid=0 2024-11-10T22:13:57,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741958_1134 (size=39549) 2024-11-10T22:13:57,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/7d1acf5a8d744446b1a798ccc8a990ee 2024-11-10T22:13:57,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7f0200d7b5f346e4be255b20d07e642b is 50, key is test_row_0/B:col10/1731276837451/Put/seqid=0 2024-11-10T22:13:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741959_1135 (size=12001) 2024-11-10T22:13:57,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7f0200d7b5f346e4be255b20d07e642b 2024-11-10T22:13:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276897653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276897653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276897653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276897654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276897654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7e16fddb768e46358f8a98cd3d64154d is 50, key is test_row_0/C:col10/1731276837451/Put/seqid=0 2024-11-10T22:13:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741960_1136 (size=12001) 2024-11-10T22:13:57,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7e16fddb768e46358f8a98cd3d64154d 2024-11-10T22:13:57,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/7d1acf5a8d744446b1a798ccc8a990ee as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee 2024-11-10T22:13:57,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee, entries=200, sequenceid=15, filesize=38.6 K 2024-11-10T22:13:57,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7f0200d7b5f346e4be255b20d07e642b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b 2024-11-10T22:13:57,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T22:13:57,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7e16fddb768e46358f8a98cd3d64154d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d 2024-11-10T22:13:57,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T22:13:57,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 94d1ad487a808b0b892d844a355d9df0 in 292ms, sequenceid=15, compaction requested=false 2024-11-10T22:13:57,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:13:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:57,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:13:57,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:13:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276897887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ab362d0a119f4a3d9d55c6907667f348_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276837534/Put/seqid=0 2024-11-10T22:13:57,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276897892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276897894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276897896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276897897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741961_1137 (size=17034) 2024-11-10T22:13:58,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276898003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276898003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276898012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276898013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276898013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:58,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276898213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276898213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276898223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276898224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276898224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:58,323 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ab362d0a119f4a3d9d55c6907667f348_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ab362d0a119f4a3d9d55c6907667f348_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:58,324 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/3ff4993fea624ab1a368fcf6e5b4906f, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:13:58,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/3ff4993fea624ab1a368fcf6e5b4906f is 175, key is test_row_0/A:col10/1731276837534/Put/seqid=0 2024-11-10T22:13:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741962_1138 (size=48139) 2024-11-10T22:13:58,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276898533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276898533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276898533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276898534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276898534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:58,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/3ff4993fea624ab1a368fcf6e5b4906f 2024-11-10T22:13:58,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/34aad1e2c879466a80d47b263589a286 is 50, key is test_row_0/B:col10/1731276837534/Put/seqid=0 2024-11-10T22:13:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741963_1139 (size=12001) 2024-11-10T22:13:58,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:58,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276899043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:59,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276899043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:59,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276899043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:59,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276899043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:59,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276899044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:13:59,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:13:59,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/34aad1e2c879466a80d47b263589a286 2024-11-10T22:13:59,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/d54cc22d05ba4f0eb44aee66f1d31f3b is 50, key is test_row_0/C:col10/1731276837534/Put/seqid=0 2024-11-10T22:13:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741964_1140 (size=12001) 2024-11-10T22:13:59,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:59,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:59,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/d54cc22d05ba4f0eb44aee66f1d31f3b 2024-11-10T22:13:59,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/3ff4993fea624ab1a368fcf6e5b4906f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f 2024-11-10T22:13:59,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f, entries=250, sequenceid=51, filesize=47.0 K 2024-11-10T22:13:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/34aad1e2c879466a80d47b263589a286 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286 2024-11-10T22:13:59,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T22:13:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/d54cc22d05ba4f0eb44aee66f1d31f3b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b 2024-11-10T22:13:59,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:13:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:13:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:13:59,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T22:13:59,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=46.96 KB/48090 for 94d1ad487a808b0b892d844a355d9df0 in 1717ms, sequenceid=51, compaction requested=false 2024-11-10T22:13:59,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:13:59,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T22:13:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,745 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:13:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:13:59,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fe2ab73460f4594b2b73f8822c0cf7d_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276837894/Put/seqid=0 2024-11-10T22:13:59,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741965_1141 (size=12154) 2024-11-10T22:13:59,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fe2ab73460f4594b2b73f8822c0cf7d_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fe2ab73460f4594b2b73f8822c0cf7d_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:13:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/468b17314b534b8fbf207a60f1aec1c3, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:13:59,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/468b17314b534b8fbf207a60f1aec1c3 is 175, key is test_row_0/A:col10/1731276837894/Put/seqid=0 2024-11-10T22:13:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741966_1142 (size=30955) 2024-11-10T22:13:59,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/468b17314b534b8fbf207a60f1aec1c3 2024-11-10T22:13:59,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2ebd9faeae0e44ca82b48315a153ea8b is 50, key is test_row_0/B:col10/1731276837894/Put/seqid=0 2024-11-10T22:13:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741967_1143 (size=12001) 2024-11-10T22:13:59,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2ebd9faeae0e44ca82b48315a153ea8b 2024-11-10T22:13:59,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/49c0f513966e4765b5433e08d2a9259c is 50, key is test_row_0/C:col10/1731276837894/Put/seqid=0 2024-11-10T22:13:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741968_1144 (size=12001) 2024-11-10T22:13:59,853 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/49c0f513966e4765b5433e08d2a9259c 2024-11-10T22:13:59,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/468b17314b534b8fbf207a60f1aec1c3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3 2024-11-10T22:13:59,872 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3, entries=150, sequenceid=61, filesize=30.2 K 2024-11-10T22:13:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2ebd9faeae0e44ca82b48315a153ea8b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b 2024-11-10T22:13:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T22:13:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/49c0f513966e4765b5433e08d2a9259c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c 2024-11-10T22:13:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,889 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T22:13:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 94d1ad487a808b0b892d844a355d9df0 in 145ms, sequenceid=61, compaction requested=true 2024-11-10T22:13:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:13:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:13:59,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T22:13:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T22:13:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T22:13:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-11-10T22:13:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.4660 sec 2024-11-10T22:13:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:13:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:00,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5bfe2b1e9ef43899b94839ca0b07b09_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741969_1145 (size=21918) 2024-11-10T22:14:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276840108, max timestamp=1731276840157Num uniques 859; 2024-11-10T22:14:00,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276840108, max timestamp=1731276840157Num uniques 859; 2024-11-10T22:14:00,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:00,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5bfe2b1e9ef43899b94839ca0b07b09_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bfe2b1e9ef43899b94839ca0b07b09_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,162 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/1bac76bf2e1647aebbebe5d546180ada, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276840108, max timestamp=1731276840157Num uniques 859; 2024-11-10T22:14:00,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:00,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/1bac76bf2e1647aebbebe5d546180ada is 175, key is test_row_0/A:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276900163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276900164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276900165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276900166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276900179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741970_1146 (size=65323) 2024-11-10T22:14:00,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/1bac76bf2e1647aebbebe5d546180ada 2024-11-10T22:14:00,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/15e369c9228743b68ae8ff06785bfcfd is 50, key is test_row_0/B:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741971_1147 (size=12001) 2024-11-10T22:14:00,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/15e369c9228743b68ae8ff06785bfcfd 2024-11-10T22:14:00,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/922fb2e87861404fb695ec7d99c046df is 50, key is test_row_0/C:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741972_1148 (size=12001) 2024-11-10T22:14:00,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/922fb2e87861404fb695ec7d99c046df 2024-11-10T22:14:00,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/1bac76bf2e1647aebbebe5d546180ada as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada 2024-11-10T22:14:00,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada, entries=350, sequenceid=71, filesize=63.8 K 2024-11-10T22:14:00,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/15e369c9228743b68ae8ff06785bfcfd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd 2024-11-10T22:14:00,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd, entries=150, sequenceid=71, filesize=11.7 K 2024-11-10T22:14:00,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/922fb2e87861404fb695ec7d99c046df as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df 2024-11-10T22:14:00,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df, entries=150, sequenceid=71, filesize=11.7 K 2024-11-10T22:14:00,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 94d1ad487a808b0b892d844a355d9df0 in 184ms, sequenceid=71, compaction requested=true 2024-11-10T22:14:00,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:00,291 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:00,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:00,291 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:00,293 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 183966 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:00,293 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:00,293 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:00,293 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=179.7 K 2024-11-10T22:14:00,294 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:00,293 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:00,294 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:00,294 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:00,294 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada] 2024-11-10T22:14:00,294 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=46.9 K 2024-11-10T22:14:00,295 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d1acf5a8d744446b1a798ccc8a990ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731276837441 2024-11-10T22:14:00,295 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0200d7b5f346e4be255b20d07e642b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731276837441 2024-11-10T22:14:00,296 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 34aad1e2c879466a80d47b263589a286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731276837534 2024-11-10T22:14:00,296 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff4993fea624ab1a368fcf6e5b4906f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731276837530 2024-11-10T22:14:00,296 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ebd9faeae0e44ca82b48315a153ea8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731276837888 2024-11-10T22:14:00,296 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 468b17314b534b8fbf207a60f1aec1c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731276837888 2024-11-10T22:14:00,297 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e369c9228743b68ae8ff06785bfcfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840092 2024-11-10T22:14:00,297 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bac76bf2e1647aebbebe5d546180ada, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840084 2024-11-10T22:14:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:00,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=181.14 KB heapSize=458.81 KB 2024-11-10T22:14:00,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:00,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:00,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:00,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:00,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:00,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276900303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276900305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276900307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276900307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,320 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#129 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:00,320 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/b4f4c2c98a6b434fb31f369de280d56a is 50, key is test_row_0/B:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276900310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,325 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,333 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107f13f4ffa2bb4471a06d3b1951f419c3_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100dac82ed4d5f4a8799c436671f5f50bb_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276840302/Put/seqid=0 2024-11-10T22:14:00,342 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107f13f4ffa2bb4471a06d3b1951f419c3_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,342 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107f13f4ffa2bb4471a06d3b1951f419c3_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741973_1149 (size=12139) 2024-11-10T22:14:00,364 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/b4f4c2c98a6b434fb31f369de280d56a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/b4f4c2c98a6b434fb31f369de280d56a 2024-11-10T22:14:00,373 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into b4f4c2c98a6b434fb31f369de280d56a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:00,373 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:00,373 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=12, startTime=1731276840291; duration=0sec 2024-11-10T22:14:00,374 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:00,374 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:00,374 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:00,375 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:00,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:00,376 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:00,376 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=46.9 K 2024-11-10T22:14:00,376 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e16fddb768e46358f8a98cd3d64154d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731276837441 2024-11-10T22:14:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741974_1150 (size=12154) 2024-11-10T22:14:00,377 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d54cc22d05ba4f0eb44aee66f1d31f3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731276837534 2024-11-10T22:14:00,378 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 49c0f513966e4765b5433e08d2a9259c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731276837888 2024-11-10T22:14:00,378 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 922fb2e87861404fb695ec7d99c046df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840092 2024-11-10T22:14:00,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100dac82ed4d5f4a8799c436671f5f50bb_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100dac82ed4d5f4a8799c436671f5f50bb_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:00,387 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/b334a538ce9d424eacafe92372c83f4b, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:00,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/b334a538ce9d424eacafe92372c83f4b is 175, key is test_row_0/A:col10/1731276840302/Put/seqid=0 2024-11-10T22:14:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741975_1151 (size=4469) 2024-11-10T22:14:00,401 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#130 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:00,402 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/cb6eb406d613432c8a4d8ef02f93bd54 is 175, key is test_row_0/A:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,402 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:00,403 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bc4e30c1143c4bcd9e6cd90888a36bad is 50, key is test_row_0/C:col10/1731276840092/Put/seqid=0 2024-11-10T22:14:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741976_1152 (size=30955) 2024-11-10T22:14:00,413 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/b334a538ce9d424eacafe92372c83f4b 2024-11-10T22:14:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276900413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276900413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276900423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276900424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276900433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/12c6965897b34f0b94f0f212bca5ec37 is 50, key is test_row_0/B:col10/1731276840302/Put/seqid=0 2024-11-10T22:14:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741977_1153 (size=31093) 2024-11-10T22:14:00,456 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/cb6eb406d613432c8a4d8ef02f93bd54 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54 2024-11-10T22:14:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741978_1154 (size=12139) 2024-11-10T22:14:00,463 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into cb6eb406d613432c8a4d8ef02f93bd54(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:00,463 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:00,463 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=12, startTime=1731276840291; duration=0sec 2024-11-10T22:14:00,464 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:00,464 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:00,468 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bc4e30c1143c4bcd9e6cd90888a36bad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc4e30c1143c4bcd9e6cd90888a36bad 2024-11-10T22:14:00,474 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into bc4e30c1143c4bcd9e6cd90888a36bad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:00,474 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:00,474 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=12, startTime=1731276840291; duration=0sec 2024-11-10T22:14:00,474 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:00,474 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:00,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741979_1155 (size=12001) 2024-11-10T22:14:00,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/12c6965897b34f0b94f0f212bca5ec37 2024-11-10T22:14:00,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bd7fcff3072048879538f287fc2280b9 is 50, key is test_row_0/C:col10/1731276840302/Put/seqid=0 2024-11-10T22:14:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741980_1156 (size=12001) 2024-11-10T22:14:00,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276900623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276900633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276900633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276900633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276900643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:00,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:00,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:00,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bd7fcff3072048879538f287fc2280b9 2024-11-10T22:14:00,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/b334a538ce9d424eacafe92372c83f4b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b 2024-11-10T22:14:00,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b, entries=150, sequenceid=103, filesize=30.2 K 2024-11-10T22:14:00,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/12c6965897b34f0b94f0f212bca5ec37 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37 2024-11-10T22:14:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T22:14:00,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bd7fcff3072048879538f287fc2280b9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9 2024-11-10T22:14:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T22:14:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~498.61 KB/510576, currentSize=6.71 KB/6870 for 94d1ad487a808b0b892d844a355d9df0 in 625ms, sequenceid=103, compaction requested=false 2024-11-10T22:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:00,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:00,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8383c4265b74b498b7f3c732caf153f_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741981_1157 (size=21918) 2024-11-10T22:14:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8383c4265b74b498b7f3c732caf153f_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8383c4265b74b498b7f3c732caf153f_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:01,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/570832f6c3664b71bad744d81a7e3f55, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/570832f6c3664b71bad744d81a7e3f55 is 175, key is test_row_0/A:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741982_1158 (size=65323) 2024-11-10T22:14:01,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/570832f6c3664b71bad744d81a7e3f55 2024-11-10T22:14:01,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/ebc8df0bb54f49f3835926b9d5db35a5 is 50, key is test_row_0/B:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276841047, max timestamp=1731276841055Num uniques 859; 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276841047, max timestamp=1731276841055Num uniques 859; 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276841047, max timestamp=1731276841055Num uniques 859; 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:01,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741983_1159 (size=12001) 2024-11-10T22:14:01,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/ebc8df0bb54f49f3835926b9d5db35a5 2024-11-10T22:14:01,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7420fb60593c48eeaac06359c2f58bda is 50, key is test_row_0/C:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741984_1160 (size=12001) 2024-11-10T22:14:01,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7420fb60593c48eeaac06359c2f58bda 2024-11-10T22:14:01,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/570832f6c3664b71bad744d81a7e3f55 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55 2024-11-10T22:14:01,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55, entries=350, sequenceid=116, filesize=63.8 K 2024-11-10T22:14:01,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/ebc8df0bb54f49f3835926b9d5db35a5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5 2024-11-10T22:14:01,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276901090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276901092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276901093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276901094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T22:14:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276901107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7420fb60593c48eeaac06359c2f58bda as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda 2024-11-10T22:14:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda, entries=150, sequenceid=116, filesize=11.7 K 2024-11-10T22:14:01,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 94d1ad487a808b0b892d844a355d9df0 in 131ms, sequenceid=116, compaction requested=true 2024-11-10T22:14:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:01,120 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:01,120 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:01,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:01,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:01,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:01,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:01,123 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:01,123 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:01,123 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:01,123 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:01,123 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,123 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,123 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=124.4 K 2024-11-10T22:14:01,123 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/b4f4c2c98a6b434fb31f369de280d56a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=35.3 K 2024-11-10T22:14:01,123 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,123 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55] 2024-11-10T22:14:01,124 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f4c2c98a6b434fb31f369de280d56a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840092 2024-11-10T22:14:01,124 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb6eb406d613432c8a4d8ef02f93bd54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840092 2024-11-10T22:14:01,125 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c6965897b34f0b94f0f212bca5ec37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731276840300 2024-11-10T22:14:01,125 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b334a538ce9d424eacafe92372c83f4b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731276840300 2024-11-10T22:14:01,125 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ebc8df0bb54f49f3835926b9d5db35a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840982 2024-11-10T22:14:01,125 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570832f6c3664b71bad744d81a7e3f55, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840308 2024-11-10T22:14:01,140 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:01,140 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,141 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/cd8bb42a74a24357a6ac06926ce968e3 is 50, key is test_row_0/B:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,142 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110b6a3be5be9f749358347c60111cb0070_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,145 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110b6a3be5be9f749358347c60111cb0070_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,145 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b6a3be5be9f749358347c60111cb0070_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741985_1161 (size=4469) 2024-11-10T22:14:01,153 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#139 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:01,154 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/903b854c4ada4d67a6330b5f377d1348 is 175, key is test_row_0/A:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741986_1162 (size=12241) 2024-11-10T22:14:01,171 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/cd8bb42a74a24357a6ac06926ce968e3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/cd8bb42a74a24357a6ac06926ce968e3 2024-11-10T22:14:01,183 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into cd8bb42a74a24357a6ac06926ce968e3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:01,183 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:01,183 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=13, startTime=1731276841120; duration=0sec 2024-11-10T22:14:01,183 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:01,183 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:01,183 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:01,184 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:01,184 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:01,184 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,185 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc4e30c1143c4bcd9e6cd90888a36bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=35.3 K 2024-11-10T22:14:01,185 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bc4e30c1143c4bcd9e6cd90888a36bad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1731276840092 2024-11-10T22:14:01,185 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7fcff3072048879538f287fc2280b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731276840300 2024-11-10T22:14:01,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7420fb60593c48eeaac06359c2f58bda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840982 2024-11-10T22:14:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741987_1163 (size=31195) 2024-11-10T22:14:01,201 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/903b854c4ada4d67a6330b5f377d1348 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348 2024-11-10T22:14:01,206 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#140 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:01,207 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/b28b6740c357483c9137e5471df93d40 is 50, key is test_row_0/C:col10/1731276840982/Put/seqid=0 2024-11-10T22:14:01,210 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into 903b854c4ada4d67a6330b5f377d1348(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:01,210 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:01,210 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=13, startTime=1731276841120; duration=0sec 2024-11-10T22:14:01,210 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:01,210 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741988_1164 (size=12241) 2024-11-10T22:14:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:01,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:01,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:01,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a895150a1061470290896543a7a63b62_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276841104/Put/seqid=0 2024-11-10T22:14:01,238 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/b28b6740c357483c9137e5471df93d40 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b28b6740c357483c9137e5471df93d40 2024-11-10T22:14:01,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741989_1165 (size=17284) 2024-11-10T22:14:01,243 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into b28b6740c357483c9137e5471df93d40(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:01,244 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:01,244 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=13, startTime=1731276841121; duration=0sec 2024-11-10T22:14:01,244 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:01,244 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:01,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276901226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276901228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276901245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276901246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276901246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276901353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276901353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276901362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276901363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276901363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276901563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276901563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276901573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276901573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276901573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T22:14:01,603 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:01,604 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T22:14:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T22:14:01,607 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:01,608 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:01,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:01,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:01,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a895150a1061470290896543a7a63b62_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a895150a1061470290896543a7a63b62_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:01,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d77203d94b764ea797a8ee23c6a70bad, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:01,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d77203d94b764ea797a8ee23c6a70bad is 175, key is test_row_0/A:col10/1731276841104/Put/seqid=0 2024-11-10T22:14:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741990_1166 (size=48389) 2024-11-10T22:14:01,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d77203d94b764ea797a8ee23c6a70bad 2024-11-10T22:14:01,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2fda5c4a73de4e28904619610b51f41a is 50, key is test_row_0/B:col10/1731276841104/Put/seqid=0 2024-11-10T22:14:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741991_1167 (size=12151) 2024-11-10T22:14:01,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2fda5c4a73de4e28904619610b51f41a 2024-11-10T22:14:01,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bfcbf33c09234976a92bd4a2fb768041 is 50, key is test_row_0/C:col10/1731276841104/Put/seqid=0 2024-11-10T22:14:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741992_1168 (size=12151) 2024-11-10T22:14:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T22:14:01,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T22:14:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,845 INFO [master/7318282e5099:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T22:14:01,845 INFO [master/7318282e5099:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T22:14:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276901873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276901873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276901883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276901883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276901883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:01,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:01,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T22:14:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:01,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T22:14:02,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T22:14:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bfcbf33c09234976a92bd4a2fb768041 2024-11-10T22:14:02,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d77203d94b764ea797a8ee23c6a70bad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad 2024-11-10T22:14:02,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad, entries=250, sequenceid=157, filesize=47.3 K 2024-11-10T22:14:02,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/2fda5c4a73de4e28904619610b51f41a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a 2024-11-10T22:14:02,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T22:14:02,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bfcbf33c09234976a92bd4a2fb768041 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041 2024-11-10T22:14:02,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041, entries=150, sequenceid=157, filesize=11.9 K 2024-11-10T22:14:02,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=33.54 KB/34350 for 94d1ad487a808b0b892d844a355d9df0 in 908ms, sequenceid=157, compaction requested=false 2024-11-10T22:14:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:02,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,223 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110373de13cc40543f3aa4f95b73c021abf_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276841233/Put/seqid=0 2024-11-10T22:14:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T22:14:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741993_1169 (size=12304) 2024-11-10T22:14:02,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,254 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110373de13cc40543f3aa4f95b73c021abf_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110373de13cc40543f3aa4f95b73c021abf_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8123ee99fb8e4e4db9f5ddb289863cfa, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8123ee99fb8e4e4db9f5ddb289863cfa is 175, key is test_row_0/A:col10/1731276841233/Put/seqid=0 2024-11-10T22:14:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741994_1170 (size=31105) 2024-11-10T22:14:02,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8123ee99fb8e4e4db9f5ddb289863cfa 2024-11-10T22:14:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/795b40b4183f4f4badf34ae1c8e79363 is 50, key is test_row_0/B:col10/1731276841233/Put/seqid=0 2024-11-10T22:14:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741995_1171 (size=12151) 2024-11-10T22:14:02,296 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/795b40b4183f4f4badf34ae1c8e79363 2024-11-10T22:14:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/ae2fa6be667c4734969edab0a281adb1 is 50, key is test_row_0/C:col10/1731276841233/Put/seqid=0 2024-11-10T22:14:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741996_1172 (size=12151) 2024-11-10T22:14:02,320 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/ae2fa6be667c4734969edab0a281adb1 2024-11-10T22:14:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8123ee99fb8e4e4db9f5ddb289863cfa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa 2024-11-10T22:14:02,340 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa, entries=150, sequenceid=166, filesize=30.4 K 2024-11-10T22:14:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/795b40b4183f4f4badf34ae1c8e79363 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363 2024-11-10T22:14:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T22:14:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/ae2fa6be667c4734969edab0a281adb1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1 2024-11-10T22:14:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T22:14:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 94d1ad487a808b0b892d844a355d9df0 in 135ms, sequenceid=166, compaction requested=true 2024-11-10T22:14:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T22:14:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T22:14:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T22:14:02,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec 2024-11-10T22:14:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 759 msec 2024-11-10T22:14:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:02,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111014ae5b9bd55f43c1b103685606747544_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741997_1173 (size=22268) 2024-11-10T22:14:02,461 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39334, totalHeapSize=89576, min timestamp=1731276842424, max timestamp=1731276842461Num uniques 859; 2024-11-10T22:14:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39334, totalHeapSize=89576, min timestamp=1731276842424, max timestamp=1731276842461Num uniques 859; 2024-11-10T22:14:02,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=39334, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:02,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=39334, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276842424, max timestamp=1731276842461Num uniques 859; 2024-11-10T22:14:02,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111014ae5b9bd55f43c1b103685606747544_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111014ae5b9bd55f43c1b103685606747544_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8d4f8a71d61f4d0dbdc28b20a23b32da, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8d4f8a71d61f4d0dbdc28b20a23b32da is 175, key is test_row_0/A:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741998_1174 (size=65673) 2024-11-10T22:14:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276902480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276902481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276902482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276902485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276902485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:02,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276902593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276902593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276902593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276902594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276902603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T22:14:02,743 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:02,744 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T22:14:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:02,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:02,747 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:02,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:02,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276902802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276902803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276902803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276902803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276902813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:02,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8d4f8a71d61f4d0dbdc28b20a23b32da 2024-11-10T22:14:02,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/0ed5bdfc805a430aae18abeaa3e59ed7 is 50, key is test_row_0/B:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:02,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T22:14:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:02,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741999_1175 (size=12151) 2024-11-10T22:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:02,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/0ed5bdfc805a430aae18abeaa3e59ed7 2024-11-10T22:14:02,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bc61732f59dc4cf585a9fa2e1b346b24 is 50, key is test_row_0/C:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742000_1176 (size=12151) 2024-11-10T22:14:03,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T22:14:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:03,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276903113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276903113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276903113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276903113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276903122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T22:14:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:03,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:03,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bc61732f59dc4cf585a9fa2e1b346b24 2024-11-10T22:14:03,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8d4f8a71d61f4d0dbdc28b20a23b32da as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da 2024-11-10T22:14:03,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da, entries=350, sequenceid=176, filesize=64.1 K 2024-11-10T22:14:03,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/0ed5bdfc805a430aae18abeaa3e59ed7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7 2024-11-10T22:14:03,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T22:14:03,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bc61732f59dc4cf585a9fa2e1b346b24 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24 2024-11-10T22:14:03,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T22:14:03,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=161.02 KB/164880 for 94d1ad487a808b0b892d844a355d9df0 in 921ms, sequenceid=176, compaction requested=true 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:03,343 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:03,343 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:03,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:03,345 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,345 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,345 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=172.2 K 2024-11-10T22:14:03,345 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/cd8bb42a74a24357a6ac06926ce968e3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=47.6 K 2024-11-10T22:14:03,345 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da] 2024-11-10T22:14:03,345 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8bb42a74a24357a6ac06926ce968e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840982 2024-11-10T22:14:03,346 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 903b854c4ada4d67a6330b5f377d1348, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840982 2024-11-10T22:14:03,346 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fda5c4a73de4e28904619610b51f41a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731276841104 2024-11-10T22:14:03,346 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77203d94b764ea797a8ee23c6a70bad, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731276841089 2024-11-10T22:14:03,347 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 795b40b4183f4f4badf34ae1c8e79363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276841233 2024-11-10T22:14:03,347 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8123ee99fb8e4e4db9f5ddb289863cfa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276841233 2024-11-10T22:14:03,347 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4f8a71d61f4d0dbdc28b20a23b32da, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:03,347 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed5bdfc805a430aae18abeaa3e59ed7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:03,357 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:03,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,362 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:03,363 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:03,363 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/5b9e1996591642fb98389a13709cf77a is 50, key is test_row_0/B:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:03,364 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110133e818ad89b4e2c9b03ba56d1368475_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:03,367 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110133e818ad89b4e2c9b03ba56d1368475_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:03,368 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110133e818ad89b4e2c9b03ba56d1368475_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742002_1178 (size=4469) 2024-11-10T22:14:03,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742001_1177 (size=12527) 2024-11-10T22:14:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110056626aa58b74c73bccf14195137a439_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276842479/Put/seqid=0 2024-11-10T22:14:03,403 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/5b9e1996591642fb98389a13709cf77a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5b9e1996591642fb98389a13709cf77a 2024-11-10T22:14:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742003_1179 (size=12304) 2024-11-10T22:14:03,411 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into 5b9e1996591642fb98389a13709cf77a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:03,411 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:03,411 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=12, startTime=1731276843343; duration=0sec 2024-11-10T22:14:03,411 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:03,411 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:03,411 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:14:03,413 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:14:03,413 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:03,413 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:03,413 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b28b6740c357483c9137e5471df93d40, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=47.6 K 2024-11-10T22:14:03,414 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b28b6740c357483c9137e5471df93d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731276840982 2024-11-10T22:14:03,414 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bfcbf33c09234976a92bd4a2fb768041, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731276841104 2024-11-10T22:14:03,414 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ae2fa6be667c4734969edab0a281adb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276841233 2024-11-10T22:14:03,415 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bc61732f59dc4cf585a9fa2e1b346b24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:03,425 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:03,425 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/ce6e4ca7f21f47f3a78466c0c0cde774 is 50, key is test_row_0/C:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742004_1180 (size=12527) 2024-11-10T22:14:03,444 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/ce6e4ca7f21f47f3a78466c0c0cde774 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ce6e4ca7f21f47f3a78466c0c0cde774 2024-11-10T22:14:03,452 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into ce6e4ca7f21f47f3a78466c0c0cde774(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:03,452 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:03,452 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=12, startTime=1731276843343; duration=0sec 2024-11-10T22:14:03,452 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:03,452 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:03,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276903627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276903628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276903630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276903633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276903633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276903743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276903743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276903743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276903743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,782 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#150 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:03,782 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/81be0af90fd54764847a2fec20f4e941 is 175, key is test_row_0/A:col10/1731276842395/Put/seqid=0 2024-11-10T22:14:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742005_1181 (size=31481) 2024-11-10T22:14:03,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:03,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110056626aa58b74c73bccf14195137a439_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056626aa58b74c73bccf14195137a439_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d351b8835fa141ff995e84a53ec78404, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d351b8835fa141ff995e84a53ec78404 is 175, key is test_row_0/A:col10/1731276842479/Put/seqid=0 2024-11-10T22:14:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742006_1182 (size=31105) 2024-11-10T22:14:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276903952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276903953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276903953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276903953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,193 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/81be0af90fd54764847a2fec20f4e941 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941 2024-11-10T22:14:04,198 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into 81be0af90fd54764847a2fec20f4e941(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:04,198 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:04,199 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=12, startTime=1731276843343; duration=0sec 2024-11-10T22:14:04,199 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:04,199 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:04,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d351b8835fa141ff995e84a53ec78404 2024-11-10T22:14:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a0323f80c54c44329ed6e960247ada4f is 50, key is test_row_0/B:col10/1731276842479/Put/seqid=0 2024-11-10T22:14:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742007_1183 (size=12151) 2024-11-10T22:14:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276904262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276904263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276904263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276904263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a0323f80c54c44329ed6e960247ada4f 2024-11-10T22:14:04,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/4ec3f8aa25b64ac48d2170e2690477fd is 50, key is test_row_0/C:col10/1731276842479/Put/seqid=0 2024-11-10T22:14:04,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276904643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,646 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 94d1ad487a808b0b892d844a355d9df0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742008_1184 (size=12151) 2024-11-10T22:14:04,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/4ec3f8aa25b64ac48d2170e2690477fd 2024-11-10T22:14:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/d351b8835fa141ff995e84a53ec78404 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404 2024-11-10T22:14:04,669 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404, entries=150, sequenceid=203, filesize=30.4 K 2024-11-10T22:14:04,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a0323f80c54c44329ed6e960247ada4f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f 2024-11-10T22:14:04,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T22:14:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/4ec3f8aa25b64ac48d2170e2690477fd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd 2024-11-10T22:14:04,690 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd, entries=150, sequenceid=203, filesize=11.9 K 2024-11-10T22:14:04,691 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for 94d1ad487a808b0b892d844a355d9df0 in 1329ms, sequenceid=203, compaction requested=false 2024-11-10T22:14:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T22:14:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T22:14:04,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T22:14:04,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec 2024-11-10T22:14:04,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.9520 sec 2024-11-10T22:14:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:04,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:04,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d7c42f8ad7d4a418cd33e6f5360e8fa_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742009_1185 (size=17284) 2024-11-10T22:14:04,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731276844788, max timestamp=1731276844812Num uniques 859; 2024-11-10T22:14:04,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T22:14:04,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731276844788, max timestamp=1731276844812Num uniques 859; 2024-11-10T22:14:04,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T22:14:04,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731276844788, max timestamp=1731276844812Num uniques 859; 2024-11-10T22:14:04,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T22:14:04,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276904836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276904837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276904839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276904841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T22:14:04,893 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:04,894 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T22:14:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:04,896 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:04,896 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:04,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:04,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276904942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276904953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276904953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276904953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:04,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:05,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T22:14:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276905153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276905163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276905163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276905163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:05,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T22:14:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108d7c42f8ad7d4a418cd33e6f5360e8fa_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d7c42f8ad7d4a418cd33e6f5360e8fa_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/2d9590eeccb64b0bb60d1fdb19e7212e, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:05,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/2d9590eeccb64b0bb60d1fdb19e7212e is 175, key is test_row_0/A:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742010_1186 (size=48389) 2024-11-10T22:14:05,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/2d9590eeccb64b0bb60d1fdb19e7212e 2024-11-10T22:14:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:05,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7c946ea5d8e345e396cd5f9a3d03c7fa is 50, key is test_row_0/B:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742011_1187 (size=12151) 2024-11-10T22:14:05,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7c946ea5d8e345e396cd5f9a3d03c7fa 2024-11-10T22:14:05,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/dce0bf46a49f4514bd63baba8fddd780 is 50, key is test_row_0/C:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742012_1188 (size=12151) 2024-11-10T22:14:05,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T22:14:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276905462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276905483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276905483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276905483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:05,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T22:14:05,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:05,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:05,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/dce0bf46a49f4514bd63baba8fddd780 2024-11-10T22:14:05,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/2d9590eeccb64b0bb60d1fdb19e7212e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e 2024-11-10T22:14:05,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e, entries=250, sequenceid=217, filesize=47.3 K 2024-11-10T22:14:05,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7c946ea5d8e345e396cd5f9a3d03c7fa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa 2024-11-10T22:14:05,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa, entries=150, sequenceid=217, filesize=11.9 K 2024-11-10T22:14:05,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/dce0bf46a49f4514bd63baba8fddd780 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780 2024-11-10T22:14:05,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780, entries=150, sequenceid=217, filesize=11.9 K 2024-11-10T22:14:05,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 94d1ad487a808b0b892d844a355d9df0 in 882ms, sequenceid=217, compaction requested=true 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:05,656 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:05,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:05,656 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:05,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:05,658 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,658 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,658 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5b9e1996591642fb98389a13709cf77a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=36.0 K 2024-11-10T22:14:05,658 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=108.4 K 2024-11-10T22:14:05,658 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e] 2024-11-10T22:14:05,658 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b9e1996591642fb98389a13709cf77a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:05,659 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a0323f80c54c44329ed6e960247ada4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731276842450 2024-11-10T22:14:05,659 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81be0af90fd54764847a2fec20f4e941, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:05,659 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d351b8835fa141ff995e84a53ec78404, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731276842450 2024-11-10T22:14:05,659 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c946ea5d8e345e396cd5f9a3d03c7fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843628 2024-11-10T22:14:05,660 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9590eeccb64b0bb60d1fdb19e7212e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843625 2024-11-10T22:14:05,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T22:14:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,662 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:05,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:05,677 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:05,680 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:05,680 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/bf4010ebeec14abcb7a37d18eb5d5c4c is 50, key is test_row_0/B:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:05,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b46c44398dff4e6780bef24f9c8af5b1_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276844836/Put/seqid=0 2024-11-10T22:14:05,682 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109c3d7942e5ea4493a32804b84aab128c_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:05,684 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109c3d7942e5ea4493a32804b84aab128c_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:05,684 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109c3d7942e5ea4493a32804b84aab128c_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742014_1190 (size=12304) 2024-11-10T22:14:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742013_1189 (size=12629) 2024-11-10T22:14:05,712 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/bf4010ebeec14abcb7a37d18eb5d5c4c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/bf4010ebeec14abcb7a37d18eb5d5c4c 2024-11-10T22:14:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742015_1191 (size=4469) 2024-11-10T22:14:05,722 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into bf4010ebeec14abcb7a37d18eb5d5c4c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:05,722 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:05,722 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=13, startTime=1731276845656; duration=0sec 2024-11-10T22:14:05,723 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:05,723 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:05,723 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:05,725 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:05,725 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:05,725 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:05,725 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ce6e4ca7f21f47f3a78466c0c0cde774, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=36.0 K 2024-11-10T22:14:05,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6e4ca7f21f47f3a78466c0c0cde774, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731276842395 2024-11-10T22:14:05,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ec3f8aa25b64ac48d2170e2690477fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731276842450 2024-11-10T22:14:05,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting dce0bf46a49f4514bd63baba8fddd780, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843628 2024-11-10T22:14:05,734 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:05,735 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/47d2132290924f268e861b1c5c9ea3b4 is 50, key is test_row_0/C:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742016_1192 (size=12629) 2024-11-10T22:14:05,748 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/47d2132290924f268e861b1c5c9ea3b4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/47d2132290924f268e861b1c5c9ea3b4 2024-11-10T22:14:05,756 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into 47d2132290924f268e861b1c5c9ea3b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:05,756 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:05,756 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=13, startTime=1731276845656; duration=0sec 2024-11-10T22:14:05,756 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:05,756 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:05,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276906014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276906014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276906016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276906017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:06,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b46c44398dff4e6780bef24f9c8af5b1_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b46c44398dff4e6780bef24f9c8af5b1_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/a85878f63cf64b0ab12a86be0751dbb9, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:06,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/a85878f63cf64b0ab12a86be0751dbb9 is 175, key is test_row_0/A:col10/1731276844836/Put/seqid=0 2024-11-10T22:14:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742017_1193 (size=31105) 2024-11-10T22:14:06,116 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:06,117 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/603de81077ee4fe0bdb089f41b40fecb is 175, key is test_row_0/A:col10/1731276844773/Put/seqid=0 2024-11-10T22:14:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742018_1194 (size=31583) 2024-11-10T22:14:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276906133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276906134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276906135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276906134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276906343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276906343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276906343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276906343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,509 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/a85878f63cf64b0ab12a86be0751dbb9 2024-11-10T22:14:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/df7342b04fcb4712b167d7a670a29d38 is 50, key is test_row_0/B:col10/1731276844836/Put/seqid=0 2024-11-10T22:14:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742019_1195 (size=12151) 2024-11-10T22:14:06,532 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/603de81077ee4fe0bdb089f41b40fecb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb 2024-11-10T22:14:06,538 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into 603de81077ee4fe0bdb089f41b40fecb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:06,538 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:06,538 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=13, startTime=1731276845656; duration=0sec 2024-11-10T22:14:06,538 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:06,538 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:06,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276906663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,664 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 94d1ad487a808b0b892d844a355d9df0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276906663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276906663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276906663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276906663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:06,923 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/df7342b04fcb4712b167d7a670a29d38 2024-11-10T22:14:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cbb11c1bfa114dd6879e2c2caca1ce43 is 50, key is test_row_0/C:col10/1731276844836/Put/seqid=0 2024-11-10T22:14:06,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742020_1196 (size=12151) 2024-11-10T22:14:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276907182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276907182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276907183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276907183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:07,338 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cbb11c1bfa114dd6879e2c2caca1ce43 2024-11-10T22:14:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/a85878f63cf64b0ab12a86be0751dbb9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9 2024-11-10T22:14:07,348 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9, entries=150, sequenceid=251, filesize=30.4 K 2024-11-10T22:14:07,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/df7342b04fcb4712b167d7a670a29d38 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38 2024-11-10T22:14:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,353 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T22:14:07,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cbb11c1bfa114dd6879e2c2caca1ce43 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43 2024-11-10T22:14:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43, entries=150, sequenceid=251, filesize=11.9 K 2024-11-10T22:14:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,359 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 94d1ad487a808b0b892d844a355d9df0 in 1697ms, sequenceid=251, compaction requested=false 2024-11-10T22:14:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T22:14:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T22:14:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T22:14:07,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4650 sec 2024-11-10T22:14:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.4690 sec 2024-11-10T22:14:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T22:14:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:08,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:08,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:08,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:08,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101f5e3f0f97294d0c81013d3123e5e3d9_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742021_1197 (size=12454) 2024-11-10T22:14:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101f5e3f0f97294d0c81013d3123e5e3d9_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f5e3f0f97294d0c81013d3123e5e3d9_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9aacbd8810c74cbbb50642114c1c13cf, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9aacbd8810c74cbbb50642114c1c13cf is 175, key is test_row_0/A:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742022_1198 (size=31251) 2024-11-10T22:14:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276908238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276908239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276908242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276908244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276908353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276908353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276908353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276908353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276908563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276908563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276908564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276908564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9aacbd8810c74cbbb50642114c1c13cf 2024-11-10T22:14:08,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/1f7625d1ef314a0f91d92acb563c4104 is 50, key is test_row_0/B:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742023_1199 (size=9857) 2024-11-10T22:14:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276908873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/1f7625d1ef314a0f91d92acb563c4104 2024-11-10T22:14:09,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb1acc1e60c74c4696f8fe5eaeb632c8 is 50, key is test_row_0/C:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T22:14:09,053 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:09,054 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742024_1200 (size=9857) 2024-11-10T22:14:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T22:14:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T22:14:09,056 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:09,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb1acc1e60c74c4696f8fe5eaeb632c8 2024-11-10T22:14:09,058 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:09,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:09,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9aacbd8810c74cbbb50642114c1c13cf as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf 2024-11-10T22:14:09,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf, entries=150, sequenceid=266, filesize=30.5 K 2024-11-10T22:14:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/1f7625d1ef314a0f91d92acb563c4104 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104 2024-11-10T22:14:09,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104, entries=100, sequenceid=266, filesize=9.6 K 2024-11-10T22:14:09,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb1acc1e60c74c4696f8fe5eaeb632c8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8 2024-11-10T22:14:09,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8, entries=100, sequenceid=266, filesize=9.6 K 2024-11-10T22:14:09,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 94d1ad487a808b0b892d844a355d9df0 in 882ms, sequenceid=266, compaction requested=true 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,080 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:09,080 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:09,083 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:09,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:09,083 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:09,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:09,083 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,083 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,083 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=91.7 K 2024-11-10T22:14:09,083 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/bf4010ebeec14abcb7a37d18eb5d5c4c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=33.8 K 2024-11-10T22:14:09,083 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,083 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf] 2024-11-10T22:14:09,084 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4010ebeec14abcb7a37d18eb5d5c4c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843628 2024-11-10T22:14:09,084 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603de81077ee4fe0bdb089f41b40fecb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843628 2024-11-10T22:14:09,084 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a85878f63cf64b0ab12a86be0751dbb9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731276844836 2024-11-10T22:14:09,084 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting df7342b04fcb4712b167d7a670a29d38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731276844836 2024-11-10T22:14:09,085 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aacbd8810c74cbbb50642114c1c13cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276845992 2024-11-10T22:14:09,085 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f7625d1ef314a0f91d92acb563c4104, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276845992 2024-11-10T22:14:09,094 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,096 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:09,097 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/586003b91cef40fcb068727d8b0d5828 is 50, key is test_row_0/B:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:09,099 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411108dd39add6e744bc9a32bd3b81fc7f906_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,101 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411108dd39add6e744bc9a32bd3b81fc7f906_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,101 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108dd39add6e744bc9a32bd3b81fc7f906_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742025_1201 (size=12831) 2024-11-10T22:14:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742026_1202 (size=4469) 2024-11-10T22:14:09,112 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/586003b91cef40fcb068727d8b0d5828 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/586003b91cef40fcb068727d8b0d5828 2024-11-10T22:14:09,117 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into 586003b91cef40fcb068727d8b0d5828(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:09,117 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,117 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=13, startTime=1731276849080; duration=0sec 2024-11-10T22:14:09,117 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:09,117 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:09,117 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:09,119 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:09,119 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:09,119 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,119 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/47d2132290924f268e861b1c5c9ea3b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=33.8 K 2024-11-10T22:14:09,119 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 47d2132290924f268e861b1c5c9ea3b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731276843628 2024-11-10T22:14:09,120 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting cbb11c1bfa114dd6879e2c2caca1ce43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731276844836 2024-11-10T22:14:09,120 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bb1acc1e60c74c4696f8fe5eaeb632c8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276845992 2024-11-10T22:14:09,128 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:09,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/d3d70d1fdcc0461891e6ca76c5932720 is 50, key is test_row_0/C:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742027_1203 (size=12831) 2024-11-10T22:14:09,141 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/d3d70d1fdcc0461891e6ca76c5932720 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d3d70d1fdcc0461891e6ca76c5932720 2024-11-10T22:14:09,149 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into d3d70d1fdcc0461891e6ca76c5932720(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:09,149 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,149 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=13, startTime=1731276849080; duration=0sec 2024-11-10T22:14:09,149 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,149 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T22:14:09,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T22:14:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110322ad4af97de41229a323883ea3ce184_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276848210/Put/seqid=0 2024-11-10T22:14:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742028_1204 (size=12454) 2024-11-10T22:14:09,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110322ad4af97de41229a323883ea3ce184_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110322ad4af97de41229a323883ea3ce184_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/4f7ccc0364b84c808894aed8d20bbd35, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/4f7ccc0364b84c808894aed8d20bbd35 is 175, key is test_row_0/A:col10/1731276848210/Put/seqid=0 2024-11-10T22:14:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742029_1205 (size=31255) 2024-11-10T22:14:09,244 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/4f7ccc0364b84c808894aed8d20bbd35 2024-11-10T22:14:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4fa9b16649e945348fc52de9e78a03fa is 50, key is test_row_0/B:col10/1731276848210/Put/seqid=0 2024-11-10T22:14:09,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742030_1206 (size=12301) 2024-11-10T22:14:09,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4fa9b16649e945348fc52de9e78a03fa 2024-11-10T22:14:09,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/5b3723079bc3455584c4ad0c3bdcffda is 50, key is test_row_0/C:col10/1731276848210/Put/seqid=0 2024-11-10T22:14:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742031_1207 (size=12301) 2024-11-10T22:14:09,279 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/5b3723079bc3455584c4ad0c3bdcffda 2024-11-10T22:14:09,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/4f7ccc0364b84c808894aed8d20bbd35 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35 2024-11-10T22:14:09,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35, entries=150, sequenceid=288, filesize=30.5 K 2024-11-10T22:14:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4fa9b16649e945348fc52de9e78a03fa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa 2024-11-10T22:14:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T22:14:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/5b3723079bc3455584c4ad0c3bdcffda as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda 2024-11-10T22:14:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda, entries=150, sequenceid=288, filesize=12.0 K 2024-11-10T22:14:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 94d1ad487a808b0b892d844a355d9df0 in 96ms, sequenceid=288, compaction requested=false 2024-11-10T22:14:09,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T22:14:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T22:14:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 251 msec 2024-11-10T22:14:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 258 msec 2024-11-10T22:14:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T22:14:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,373 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,374 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:09,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,379 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:09,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:09,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cacf4ddc970744d7a69b268ff72b6a19_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742032_1208 (size=22618) 2024-11-10T22:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cacf4ddc970744d7a69b268ff72b6a19_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cacf4ddc970744d7a69b268ff72b6a19_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/0d4eba86616341168f605608b49ae0a7, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/0d4eba86616341168f605608b49ae0a7 is 175, key is test_row_0/A:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742033_1209 (size=66019) 2024-11-10T22:14:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/0d4eba86616341168f605608b49ae0a7 2024-11-10T22:14:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/5f2575fc7e9749408ac92ae0e17fd53d is 50, key is test_row_0/B:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742034_1210 (size=22061) 2024-11-10T22:14:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/5f2575fc7e9749408ac92ae0e17fd53d 2024-11-10T22:14:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/df8a673c2760474fa59d5c9ed5d412ae is 50, key is test_row_0/C:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276849419, max timestamp=1731276849474Num uniques 859; 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276849419, max timestamp=1731276849474Num uniques 859; 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731276849419, max timestamp=1731276849474Num uniques 859; 2024-11-10T22:14:09,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-10T22:14:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742035_1211 (size=22061) 2024-11-10T22:14:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/df8a673c2760474fa59d5c9ed5d412ae 2024-11-10T22:14:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/0d4eba86616341168f605608b49ae0a7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7 2024-11-10T22:14:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7, entries=350, sequenceid=298, filesize=64.5 K 2024-11-10T22:14:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276909489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/5f2575fc7e9749408ac92ae0e17fd53d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d 2024-11-10T22:14:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276909490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276909490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276909490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d, entries=350, sequenceid=298, filesize=21.5 K 2024-11-10T22:14:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/df8a673c2760474fa59d5c9ed5d412ae as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae 2024-11-10T22:14:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae, entries=350, sequenceid=298, filesize=21.5 K 2024-11-10T22:14:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 94d1ad487a808b0b892d844a355d9df0 in 87ms, sequenceid=298, compaction requested=true 2024-11-10T22:14:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:09,507 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-10T22:14:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:09,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:14:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,508 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:14:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,508 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:14:09,508 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. because compaction request was cancelled 2024-11-10T22:14:09,508 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:09,508 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,509 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#168 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,510 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/15bf129fab4a43b19811bd150362d5c3 is 175, key is test_row_0/A:col10/1731276845992/Put/seqid=0 2024-11-10T22:14:09,510 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:09,510 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:09,510 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,510 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/586003b91cef40fcb068727d8b0d5828, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=46.1 K 2024-11-10T22:14:09,510 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 586003b91cef40fcb068727d8b0d5828, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276844838 2024-11-10T22:14:09,511 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fa9b16649e945348fc52de9e78a03fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731276848210 2024-11-10T22:14:09,511 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f2575fc7e9749408ac92ae0e17fd53d, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731276849404 2024-11-10T22:14:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742036_1212 (size=31892) 2024-11-10T22:14:09,526 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#177 average throughput is 3.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:09,527 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/9362001c13a4478aa3176fb0559bfe54 is 50, key is test_row_0/B:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-10T22:14:09,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:09,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742037_1213 (size=30067) 2024-11-10T22:14:09,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e00095f304bf412193ff0171643959a8_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276849474/Put/seqid=0 2024-11-10T22:14:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742038_1214 (size=12454) 2024-11-10T22:14:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:09,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e00095f304bf412193ff0171643959a8_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e00095f304bf412193ff0171643959a8_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9c0c816ee6404fb4a7fab8bea3806d7c, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:09,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9c0c816ee6404fb4a7fab8bea3806d7c is 175, key is test_row_0/A:col10/1731276849474/Put/seqid=0 2024-11-10T22:14:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742039_1215 (size=31255) 2024-11-10T22:14:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:09,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:09,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276909611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276909613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276909614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276909615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276909723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276909723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276909723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276909723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,921 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/15bf129fab4a43b19811bd150362d5c3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3 2024-11-10T22:14:09,925 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into 15bf129fab4a43b19811bd150362d5c3(size=31.1 K), total size for store is 126.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:09,925 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,925 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=13, startTime=1731276849080; duration=0sec 2024-11-10T22:14:09,925 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:09,925 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:09,925 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:09,926 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:09,926 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:09,926 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:09,927 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d3d70d1fdcc0461891e6ca76c5932720, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=46.1 K 2024-11-10T22:14:09,927 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3d70d1fdcc0461891e6ca76c5932720, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276844838 2024-11-10T22:14:09,927 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3723079bc3455584c4ad0c3bdcffda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731276848210 2024-11-10T22:14:09,928 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8a673c2760474fa59d5c9ed5d412ae, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731276849404 2024-11-10T22:14:09,935 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:09,936 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/e1b5e1143e994a2b8103adc4565ad6ca is 50, key is test_row_0/C:col10/1731276849418/Put/seqid=0 2024-11-10T22:14:09,940 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/9362001c13a4478aa3176fb0559bfe54 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/9362001c13a4478aa3176fb0559bfe54 2024-11-10T22:14:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742040_1216 (size=12983) 2024-11-10T22:14:09,945 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into 9362001c13a4478aa3176fb0559bfe54(size=29.4 K), total size for store is 29.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:09,946 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,946 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=13, startTime=1731276849507; duration=0sec 2024-11-10T22:14:09,946 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,946 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:09,947 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/e1b5e1143e994a2b8103adc4565ad6ca as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/e1b5e1143e994a2b8103adc4565ad6ca 2024-11-10T22:14:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276909944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,951 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into e1b5e1143e994a2b8103adc4565ad6ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276909944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,951 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:09,951 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=13, startTime=1731276849507; duration=0sec 2024-11-10T22:14:09,951 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:09,951 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276909944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276909944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:09,966 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9c0c816ee6404fb4a7fab8bea3806d7c 2024-11-10T22:14:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/d2d0cf715e39491f87ce2beb32ada32f is 50, key is test_row_0/B:col10/1731276849474/Put/seqid=0 2024-11-10T22:14:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742041_1217 (size=12301) 2024-11-10T22:14:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276910263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276910263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276910263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276910264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/d2d0cf715e39491f87ce2beb32ada32f 2024-11-10T22:14:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cfb232d9d7ec41de9f5053c0629d2069 is 50, key is test_row_0/C:col10/1731276849474/Put/seqid=0 2024-11-10T22:14:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742042_1218 (size=12301) 2024-11-10T22:14:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:10,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45552 deadline: 1731276910673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,675 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 94d1ad487a808b0b892d844a355d9df0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276910773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276910773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276910773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276910783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:10,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cfb232d9d7ec41de9f5053c0629d2069 2024-11-10T22:14:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/9c0c816ee6404fb4a7fab8bea3806d7c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c 2024-11-10T22:14:10,804 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c, entries=150, sequenceid=324, filesize=30.5 K 2024-11-10T22:14:10,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/d2d0cf715e39491f87ce2beb32ada32f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f 2024-11-10T22:14:10,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-10T22:14:10,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/cfb232d9d7ec41de9f5053c0629d2069 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069 2024-11-10T22:14:10,816 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069, entries=150, sequenceid=324, filesize=12.0 K 2024-11-10T22:14:10,817 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 94d1ad487a808b0b892d844a355d9df0 in 1283ms, sequenceid=324, compaction requested=true 2024-11-10T22:14:10,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:10,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:10,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T22:14:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T22:14:10,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T22:14:10,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-10T22:14:10,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4470 sec 2024-11-10T22:14:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T22:14:11,523 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:11,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-10T22:14:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T22:14:11,526 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:11,527 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:11,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T22:14:11,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-10T22:14:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:11,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:11,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf0498f9aa0b49158417bcb9977ab146_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276849610/Put/seqid=0 2024-11-10T22:14:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742043_1219 (size=12454) 2024-11-10T22:14:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:11,707 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf0498f9aa0b49158417bcb9977ab146_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf0498f9aa0b49158417bcb9977ab146_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:11,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/30b2e402aaa5439e8617ee2caa87859d, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:11,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/30b2e402aaa5439e8617ee2caa87859d is 175, key is test_row_0/A:col10/1731276849610/Put/seqid=0 2024-11-10T22:14:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742044_1220 (size=31255) 2024-11-10T22:14:11,715 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/30b2e402aaa5439e8617ee2caa87859d 2024-11-10T22:14:11,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7d5078a5cd44404a990366b9574c92d0 is 50, key is test_row_0/B:col10/1731276849610/Put/seqid=0 2024-11-10T22:14:11,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742045_1221 (size=12301) 2024-11-10T22:14:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:11,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276911813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731276851798, max timestamp=1731276851815Num uniques 859; 2024-11-10T22:14:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T22:14:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731276851798, max timestamp=1731276851815Num uniques 859; 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731276851798, max timestamp=1731276851815Num uniques 859; 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T22:14:11,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T22:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T22:14:11,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276911840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276911841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276911845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276911923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276911953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276911953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276911962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7d5078a5cd44404a990366b9574c92d0 2024-11-10T22:14:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276912133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/784e905ef1b94e0889319d24e48477a7 is 50, key is test_row_0/C:col10/1731276849610/Put/seqid=0 2024-11-10T22:14:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742046_1222 (size=12301) 2024-11-10T22:14:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T22:14:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276912162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276912163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276912173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276912443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276912472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276912472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276912483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,547 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/784e905ef1b94e0889319d24e48477a7 2024-11-10T22:14:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/30b2e402aaa5439e8617ee2caa87859d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d 2024-11-10T22:14:12,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d, entries=150, sequenceid=337, filesize=30.5 K 2024-11-10T22:14:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/7d5078a5cd44404a990366b9574c92d0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0 2024-11-10T22:14:12,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T22:14:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/784e905ef1b94e0889319d24e48477a7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7 2024-11-10T22:14:12,572 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T22:14:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 94d1ad487a808b0b892d844a355d9df0 in 893ms, sequenceid=337, compaction requested=true 2024-11-10T22:14:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T22:14:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T22:14:12,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T22:14:12,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-11-10T22:14:12,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0530 sec 2024-11-10T22:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-10T22:14:12,663 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:12,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-10T22:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:12,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:12,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:12,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-10T22:14:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:12,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111031e4eade9f304238b133419954e23872_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276851840/Put/seqid=0 2024-11-10T22:14:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742047_1223 (size=12454) 2024-11-10T22:14:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:12,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:12,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276912987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276912988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276912989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276912993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276913093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276913103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276913103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:13,237 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111031e4eade9f304238b133419954e23872_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031e4eade9f304238b133419954e23872_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/c22a20453a6b4d0ca87cc8868d123a28, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/c22a20453a6b4d0ca87cc8868d123a28 is 175, key is test_row_0/A:col10/1731276851840/Put/seqid=0 2024-11-10T22:14:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742048_1224 (size=31255) 2024-11-10T22:14:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:13,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276913303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276913313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276913313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276913612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276913623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276913623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:13,643 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/c22a20453a6b4d0ca87cc8868d123a28 2024-11-10T22:14:13,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/81a1cc729a534c57ae7090018757ab00 is 50, key is test_row_0/B:col10/1731276851840/Put/seqid=0 2024-11-10T22:14:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742049_1225 (size=12301) 2024-11-10T22:14:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276914013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:14,014 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 94d1ad487a808b0b892d844a355d9df0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:14,058 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/81a1cc729a534c57ae7090018757ab00 2024-11-10T22:14:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/447237a925164c0e8955e0656e774976 is 50, key is test_row_0/C:col10/1731276851840/Put/seqid=0 2024-11-10T22:14:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742050_1226 (size=12301) 2024-11-10T22:14:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276914123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:14,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276914143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:14,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276914143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:14,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:14,471 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/447237a925164c0e8955e0656e774976 2024-11-10T22:14:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/c22a20453a6b4d0ca87cc8868d123a28 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28 2024-11-10T22:14:14,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28, entries=150, sequenceid=370, filesize=30.5 K 2024-11-10T22:14:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/81a1cc729a534c57ae7090018757ab00 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00 2024-11-10T22:14:14,485 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T22:14:14,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/447237a925164c0e8955e0656e774976 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976 2024-11-10T22:14:14,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976, entries=150, sequenceid=370, filesize=12.0 K 2024-11-10T22:14:14,491 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for 94d1ad487a808b0b892d844a355d9df0 in 1672ms, sequenceid=370, compaction requested=true 2024-11-10T22:14:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T22:14:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T22:14:14,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-10T22:14:14,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-10T22:14:14,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8320 sec 2024-11-10T22:14:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T22:14:14,814 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:14,814 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-10T22:14:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T22:14:14,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:14,817 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:14,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T22:14:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-10T22:14:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:14,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032c8185b269f44cd9d3f4b6e950d42f6_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276852986/Put/seqid=0 2024-11-10T22:14:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742051_1227 (size=12454) 2024-11-10T22:14:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:14,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032c8185b269f44cd9d3f4b6e950d42f6_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032c8185b269f44cd9d3f4b6e950d42f6_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:14,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/04d44b0ed6124dc183b6b3685d52ce6e, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:14,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/04d44b0ed6124dc183b6b3685d52ce6e is 175, key is test_row_0/A:col10/1731276852986/Put/seqid=0 2024-11-10T22:14:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742052_1228 (size=31255) 2024-11-10T22:14:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T22:14:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276855151, max timestamp=1731276855188Num uniques 859; 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276855151, max timestamp=1731276855188Num uniques 859; 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276855151, max timestamp=1731276855196Num uniques 859; 2024-11-10T22:14:15,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:15,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276915255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276915259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276915260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276915363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276915373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276915373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/04d44b0ed6124dc183b6b3685d52ce6e 2024-11-10T22:14:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/e03c2254d6304e2da842b4b1a30c4b98 is 50, key is test_row_0/B:col10/1731276852986/Put/seqid=0 2024-11-10T22:14:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742053_1229 (size=12301) 2024-11-10T22:14:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T22:14:15,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276915573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276915582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276915582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,806 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/e03c2254d6304e2da842b4b1a30c4b98 2024-11-10T22:14:15,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/b4a376b0699a4f60adfbc8b054d90f55 is 50, key is test_row_0/C:col10/1731276852986/Put/seqid=0 2024-11-10T22:14:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742054_1230 (size=12301) 2024-11-10T22:14:15,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/b4a376b0699a4f60adfbc8b054d90f55 2024-11-10T22:14:15,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/04d44b0ed6124dc183b6b3685d52ce6e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e 2024-11-10T22:14:15,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e, entries=150, sequenceid=380, filesize=30.5 K 2024-11-10T22:14:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/e03c2254d6304e2da842b4b1a30c4b98 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98 2024-11-10T22:14:15,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98, entries=150, sequenceid=380, filesize=12.0 K 2024-11-10T22:14:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/b4a376b0699a4f60adfbc8b054d90f55 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55 2024-11-10T22:14:15,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55, entries=150, sequenceid=380, filesize=12.0 K 2024-11-10T22:14:15,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 94d1ad487a808b0b892d844a355d9df0 in 873ms, sequenceid=380, compaction requested=true 2024-11-10T22:14:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:15,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T22:14:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T22:14:15,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T22:14:15,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-10T22:14:15,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.0320 sec 2024-11-10T22:14:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:15,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:14:15,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025b1a7ccc88a4fe692ff03a6612b882d_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:15,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276915906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742055_1231 (size=14994) 2024-11-10T22:14:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276915907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:15,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276915908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:15,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025b1a7ccc88a4fe692ff03a6612b882d_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025b1a7ccc88a4fe692ff03a6612b882d_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:15,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/6dbd3b9a702e4b54b57ad886720f31df, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:15,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/6dbd3b9a702e4b54b57ad886720f31df is 175, key is test_row_0/A:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742056_1232 (size=39949) 2024-11-10T22:14:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-10T22:14:15,953 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:15,953 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-10T22:14:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:15,955 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:15,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:15,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45594 deadline: 1731276916022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276916022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276916023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,024 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 94d1ad487a808b0b892d844a355d9df0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276916023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:16,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276916233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276916233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276916233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:16,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/6dbd3b9a702e4b54b57ad886720f31df 2024-11-10T22:14:16,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/8df741a3916042858eb1c057d6557b13 is 50, key is test_row_0/B:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742057_1233 (size=12301) 2024-11-10T22:14:16,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276916543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276916543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276916543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:16,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:16,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/8df741a3916042858eb1c057d6557b13 2024-11-10T22:14:16,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 is 50, key is test_row_0/C:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742058_1234 (size=12301) 2024-11-10T22:14:16,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:16,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45546 deadline: 1731276917053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45556 deadline: 1731276917053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:17,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45580 deadline: 1731276917053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:17,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 2024-11-10T22:14:17,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/6dbd3b9a702e4b54b57ad886720f31df as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df 2024-11-10T22:14:17,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df, entries=200, sequenceid=418, filesize=39.0 K 2024-11-10T22:14:17,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/8df741a3916042858eb1c057d6557b13 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13 2024-11-10T22:14:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13, entries=150, sequenceid=418, filesize=12.0 K 2024-11-10T22:14:17,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 2024-11-10T22:14:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9, entries=150, sequenceid=418, filesize=12.0 K 2024-11-10T22:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 94d1ad487a808b0b892d844a355d9df0 in 1290ms, sequenceid=418, compaction requested=true 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:17,184 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94d1ad487a808b0b892d844a355d9df0:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:14:17,184 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T22:14:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,188 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 91572 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T22:14:17,188 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/B is initiating minor compaction (all files) 2024-11-10T22:14:17,188 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/B in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,188 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/9362001c13a4478aa3176fb0559bfe54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=89.4 K 2024-11-10T22:14:17,188 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 294135 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-10T22:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,188 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/A is initiating minor compaction (all files) 2024-11-10T22:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,188 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/A in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,188 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=287.2 K 2024-11-10T22:14:17,188 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,188 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df] 2024-11-10T22:14:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,189 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15bf129fab4a43b19811bd150362d5c3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731276844838 2024-11-10T22:14:17,189 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 9362001c13a4478aa3176fb0559bfe54, keycount=500, bloomtype=ROW, size=29.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731276848210 2024-11-10T22:14:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,190 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d0cf715e39491f87ce2beb32ada32f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731276849474 2024-11-10T22:14:17,190 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f7ccc0364b84c808894aed8d20bbd35, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731276848210 2024-11-10T22:14:17,190 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4eba86616341168f605608b49ae0a7, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731276849404 2024-11-10T22:14:17,190 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d5078a5cd44404a990366b9574c92d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276849609 2024-11-10T22:14:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,191 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c0c816ee6404fb4a7fab8bea3806d7c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731276849474 2024-11-10T22:14:17,191 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a1cc729a534c57ae7090018757ab00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731276851822 2024-11-10T22:14:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,191 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30b2e402aaa5439e8617ee2caa87859d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276849609 2024-11-10T22:14:17,191 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e03c2254d6304e2da842b4b1a30c4b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731276852986 2024-11-10T22:14:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,192 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c22a20453a6b4d0ca87cc8868d123a28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731276851822 2024-11-10T22:14:17,192 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8df741a3916042858eb1c057d6557b13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731276855248 2024-11-10T22:14:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,192 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04d44b0ed6124dc183b6b3685d52ce6e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731276852986 2024-11-10T22:14:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,193 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dbd3b9a702e4b54b57ad886720f31df, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731276855235 2024-11-10T22:14:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,209 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,212 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107a008160d20c4280a71cb006c89e4533_94d1ad487a808b0b892d844a355d9df0 store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,213 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#B#compaction#194 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:17,213 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/27d985b4d2fc42f7b003abca2c16ae14 is 50, key is test_row_0/B:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,217 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107a008160d20c4280a71cb006c89e4533_94d1ad487a808b0b892d844a355d9df0, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:17,217 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107a008160d20c4280a71cb006c89e4533_94d1ad487a808b0b892d844a355d9df0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742059_1235 (size=13187) 2024-11-10T22:14:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742060_1236 (size=4469) 2024-11-10T22:14:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,244 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#A#compaction#195 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,245 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/49b0390273354b58b9626e7545e78b94 is 175, key is test_row_0/A:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742061_1237 (size=32107) 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,259 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/49b0390273354b58b9626e7545e78b94 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/49b0390273354b58b9626e7545e78b94 2024-11-10T22:14:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,266 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/A of 94d1ad487a808b0b892d844a355d9df0 into 49b0390273354b58b9626e7545e78b94(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:17,266 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:17,266 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/A, priority=8, startTime=1731276857184; duration=0sec 2024-11-10T22:14:17,266 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:17,266 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:A 2024-11-10T22:14:17,266 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-10T22:14:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,268 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74488 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-10T22:14:17,268 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 94d1ad487a808b0b892d844a355d9df0/C is initiating minor compaction (all files) 2024-11-10T22:14:17,268 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 94d1ad487a808b0b892d844a355d9df0/C in TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,269 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/e1b5e1143e994a2b8103adc4565ad6ca, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp, totalSize=72.7 K 2024-11-10T22:14:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,269 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1b5e1143e994a2b8103adc4565ad6ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731276848242 2024-11-10T22:14:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,270 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfb232d9d7ec41de9f5053c0629d2069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731276849474 2024-11-10T22:14:17,270 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784e905ef1b94e0889319d24e48477a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276849609 2024-11-10T22:14:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,271 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 447237a925164c0e8955e0656e774976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731276851822 2024-11-10T22:14:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,272 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4a376b0699a4f60adfbc8b054d90f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731276852986 2024-11-10T22:14:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,272 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b0b6d9dc5dc4829a3cf30dcde7ab8a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731276855248 2024-11-10T22:14:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,291 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94d1ad487a808b0b892d844a355d9df0#C#compaction#196 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,292 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/087aa38a636f47b4aa55d5a7e8a95c1a is 50, key is test_row_0/C:col10/1731276855248/Put/seqid=0 2024-11-10T22:14:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742062_1238 (size=13187) 2024-11-10T22:14:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,307 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/087aa38a636f47b4aa55d5a7e8a95c1a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/087aa38a636f47b4aa55d5a7e8a95c1a 2024-11-10T22:14:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,314 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/C of 94d1ad487a808b0b892d844a355d9df0 into 087aa38a636f47b4aa55d5a7e8a95c1a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:17,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:17,314 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/C, priority=10, startTime=1731276857184; duration=0sec 2024-11-10T22:14:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:17,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:C 2024-11-10T22:14:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T22:14:17,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:17,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T22:14:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016b10ba7e0b4473ab819c42812189905_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276855906/Put/seqid=0 2024-11-10T22:14:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742063_1239 (size=9914) 2024-11-10T22:14:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:14:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,486 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-11-10T22:14:17,486 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:17,486 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,486 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,488 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-10T22:14:17,488 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:17,488 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,488 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,493 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-10T22:14:17,493 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:17,493 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,494 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,499 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-10T22:14:17,499 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:17,499 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,499 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:17,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:17,627 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/27d985b4d2fc42f7b003abca2c16ae14 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/27d985b4d2fc42f7b003abca2c16ae14 2024-11-10T22:14:17,631 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 94d1ad487a808b0b892d844a355d9df0/B of 94d1ad487a808b0b892d844a355d9df0 into 27d985b4d2fc42f7b003abca2c16ae14(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:17,631 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:17,631 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., storeName=94d1ad487a808b0b892d844a355d9df0/B, priority=10, startTime=1731276857184; duration=0sec 2024-11-10T22:14:17,631 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:17,632 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94d1ad487a808b0b892d844a355d9df0:B 2024-11-10T22:14:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:17,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016b10ba7e0b4473ab819c42812189905_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016b10ba7e0b4473ab819c42812189905_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:17,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8681bd1c610f4c7ca6f0a5dc132943bb, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:17,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8681bd1c610f4c7ca6f0a5dc132943bb is 175, key is test_row_0/A:col10/1731276855906/Put/seqid=0 2024-11-10T22:14:17,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742064_1240 (size=22561) 2024-11-10T22:14:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:18,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. as already flushing 2024-11-10T22:14:18,075 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-10T22:14:18,075 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-11-10T22:14:18,075 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:18,075 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,075 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:18,075 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,075 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,075 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:18,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:18,093 INFO [Thread-669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-669. 2024-11-10T22:14:18,093 DEBUG [Thread-669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:18,093 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,093 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:18,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:18,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8681bd1c610f4c7ca6f0a5dc132943bb 2024-11-10T22:14:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a82ebcadfd764fdea00a36b1d7aabb44 is 50, key is test_row_0/B:col10/1731276855906/Put/seqid=0 2024-11-10T22:14:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742065_1241 (size=9857) 2024-11-10T22:14:18,573 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a82ebcadfd764fdea00a36b1d7aabb44 2024-11-10T22:14:18,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/35f9b127f4094a7eb0e44618b301b014 is 50, key is test_row_0/C:col10/1731276855906/Put/seqid=0 2024-11-10T22:14:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742066_1242 (size=9857) 2024-11-10T22:14:18,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/35f9b127f4094a7eb0e44618b301b014 2024-11-10T22:14:18,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/8681bd1c610f4c7ca6f0a5dc132943bb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8681bd1c610f4c7ca6f0a5dc132943bb 2024-11-10T22:14:18,992 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8681bd1c610f4c7ca6f0a5dc132943bb, entries=100, sequenceid=429, filesize=22.0 K 2024-11-10T22:14:18,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/a82ebcadfd764fdea00a36b1d7aabb44 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a82ebcadfd764fdea00a36b1d7aabb44 2024-11-10T22:14:18,996 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a82ebcadfd764fdea00a36b1d7aabb44, entries=100, sequenceid=429, filesize=9.6 K 2024-11-10T22:14:18,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/35f9b127f4094a7eb0e44618b301b014 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/35f9b127f4094a7eb0e44618b301b014 2024-11-10T22:14:18,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/35f9b127f4094a7eb0e44618b301b014, entries=100, sequenceid=429, filesize=9.6 K 2024-11-10T22:14:19,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=20.13 KB/20610 for 94d1ad487a808b0b892d844a355d9df0 in 1665ms, sequenceid=429, compaction requested=false 2024-11-10T22:14:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 94d1ad487a808b0b892d844a355d9df0: 2024-11-10T22:14:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-10T22:14:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-10T22:14:19,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T22:14:19,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0460 sec 2024-11-10T22:14:19,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 3.0500 sec 2024-11-10T22:14:20,054 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-10T22:14:20,054 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:20,054 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,054 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T22:14:20,123 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:20,714 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-11-10T22:14:20,714 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:20,714 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,714 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-10T22:14:20,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2736 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2654 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1121 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3363 rows 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1128 2024-11-10T22:14:20,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3383 rows 2024-11-10T22:14:20,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:14:20,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:14:20,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:20,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:20,716 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:14:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:20,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276860718"}]},"ts":"1731276860718"} 2024-11-10T22:14:20,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:14:20,720 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:14:20,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:14:20,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, UNASSIGN}] 2024-11-10T22:14:20,722 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, UNASSIGN 2024-11-10T22:14:20,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, UNASSIGN because future has completed 2024-11-10T22:14:20,724 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:14:20,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:20,876 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 94d1ad487a808b0b892d844a355d9df0, disabling compactions & flushes 2024-11-10T22:14:20,876 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. after waiting 0 ms 2024-11-10T22:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:20,877 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 94d1ad487a808b0b892d844a355d9df0 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=A 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=B 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94d1ad487a808b0b892d844a355d9df0, store=C 2024-11-10T22:14:20,877 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:20,883 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107a619584294b4842b702fa315bc8a899_94d1ad487a808b0b892d844a355d9df0 is 50, key is test_row_0/A:col10/1731276860053/Put/seqid=0 2024-11-10T22:14:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742067_1243 (size=9914) 2024-11-10T22:14:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:21,287 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:21,291 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107a619584294b4842b702fa315bc8a899_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a619584294b4842b702fa315bc8a899_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:21,292 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/93635af98c4a4ff2947e5257dd37be0d, store: [table=TestAcidGuarantees family=A region=94d1ad487a808b0b892d844a355d9df0] 2024-11-10T22:14:21,293 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/93635af98c4a4ff2947e5257dd37be0d is 175, key is test_row_0/A:col10/1731276860053/Put/seqid=0 2024-11-10T22:14:21,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742068_1244 (size=22561) 2024-11-10T22:14:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:21,697 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/93635af98c4a4ff2947e5257dd37be0d 2024-11-10T22:14:21,703 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4e1361cf81754723b63eb5b595481e3a is 50, key is test_row_0/B:col10/1731276860053/Put/seqid=0 2024-11-10T22:14:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742069_1245 (size=9857) 2024-11-10T22:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:22,107 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4e1361cf81754723b63eb5b595481e3a 2024-11-10T22:14:22,114 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb0850700ab64668a338b071db81e487 is 50, key is test_row_0/C:col10/1731276860053/Put/seqid=0 2024-11-10T22:14:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742070_1246 (size=9857) 2024-11-10T22:14:22,518 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb0850700ab64668a338b071db81e487 2024-11-10T22:14:22,522 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/A/93635af98c4a4ff2947e5257dd37be0d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/93635af98c4a4ff2947e5257dd37be0d 2024-11-10T22:14:22,526 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/93635af98c4a4ff2947e5257dd37be0d, entries=100, sequenceid=438, filesize=22.0 K 2024-11-10T22:14:22,527 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/B/4e1361cf81754723b63eb5b595481e3a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4e1361cf81754723b63eb5b595481e3a 2024-11-10T22:14:22,531 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4e1361cf81754723b63eb5b595481e3a, entries=100, sequenceid=438, filesize=9.6 K 2024-11-10T22:14:22,531 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/.tmp/C/bb0850700ab64668a338b071db81e487 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb0850700ab64668a338b071db81e487 2024-11-10T22:14:22,535 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb0850700ab64668a338b071db81e487, entries=100, sequenceid=438, filesize=9.6 K 2024-11-10T22:14:22,535 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 94d1ad487a808b0b892d844a355d9df0 in 1659ms, sequenceid=438, compaction requested=true 2024-11-10T22:14:22,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df] to archive 2024-11-10T22:14:22,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:22,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/7d1acf5a8d744446b1a798ccc8a990ee 2024-11-10T22:14:22,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/3ff4993fea624ab1a368fcf6e5b4906f 2024-11-10T22:14:22,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/468b17314b534b8fbf207a60f1aec1c3 2024-11-10T22:14:22,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/1bac76bf2e1647aebbebe5d546180ada 2024-11-10T22:14:22,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/cb6eb406d613432c8a4d8ef02f93bd54 2024-11-10T22:14:22,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/b334a538ce9d424eacafe92372c83f4b 2024-11-10T22:14:22,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/570832f6c3664b71bad744d81a7e3f55 2024-11-10T22:14:22,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/903b854c4ada4d67a6330b5f377d1348 2024-11-10T22:14:22,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d77203d94b764ea797a8ee23c6a70bad 2024-11-10T22:14:22,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8123ee99fb8e4e4db9f5ddb289863cfa 2024-11-10T22:14:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8d4f8a71d61f4d0dbdc28b20a23b32da 2024-11-10T22:14:22,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/81be0af90fd54764847a2fec20f4e941 2024-11-10T22:14:22,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/d351b8835fa141ff995e84a53ec78404 2024-11-10T22:14:22,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/2d9590eeccb64b0bb60d1fdb19e7212e 2024-11-10T22:14:22,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/603de81077ee4fe0bdb089f41b40fecb 2024-11-10T22:14:22,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/a85878f63cf64b0ab12a86be0751dbb9 2024-11-10T22:14:22,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/15bf129fab4a43b19811bd150362d5c3 2024-11-10T22:14:22,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9aacbd8810c74cbbb50642114c1c13cf 2024-11-10T22:14:22,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/4f7ccc0364b84c808894aed8d20bbd35 2024-11-10T22:14:22,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/0d4eba86616341168f605608b49ae0a7 2024-11-10T22:14:22,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/9c0c816ee6404fb4a7fab8bea3806d7c 2024-11-10T22:14:22,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/30b2e402aaa5439e8617ee2caa87859d 2024-11-10T22:14:22,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/c22a20453a6b4d0ca87cc8868d123a28 2024-11-10T22:14:22,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/04d44b0ed6124dc183b6b3685d52ce6e 2024-11-10T22:14:22,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/6dbd3b9a702e4b54b57ad886720f31df 2024-11-10T22:14:22,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/b4f4c2c98a6b434fb31f369de280d56a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/cd8bb42a74a24357a6ac06926ce968e3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5b9e1996591642fb98389a13709cf77a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/bf4010ebeec14abcb7a37d18eb5d5c4c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/586003b91cef40fcb068727d8b0d5828, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/9362001c13a4478aa3176fb0559bfe54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13] to archive 2024-11-10T22:14:22,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:22,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7f0200d7b5f346e4be255b20d07e642b 2024-11-10T22:14:22,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/34aad1e2c879466a80d47b263589a286 2024-11-10T22:14:22,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2ebd9faeae0e44ca82b48315a153ea8b 2024-11-10T22:14:22,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/b4f4c2c98a6b434fb31f369de280d56a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/b4f4c2c98a6b434fb31f369de280d56a 2024-11-10T22:14:22,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/15e369c9228743b68ae8ff06785bfcfd 2024-11-10T22:14:22,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/12c6965897b34f0b94f0f212bca5ec37 2024-11-10T22:14:22,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/cd8bb42a74a24357a6ac06926ce968e3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/cd8bb42a74a24357a6ac06926ce968e3 2024-11-10T22:14:22,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/ebc8df0bb54f49f3835926b9d5db35a5 2024-11-10T22:14:22,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/2fda5c4a73de4e28904619610b51f41a 2024-11-10T22:14:22,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/795b40b4183f4f4badf34ae1c8e79363 2024-11-10T22:14:22,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5b9e1996591642fb98389a13709cf77a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5b9e1996591642fb98389a13709cf77a 2024-11-10T22:14:22,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/0ed5bdfc805a430aae18abeaa3e59ed7 2024-11-10T22:14:22,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a0323f80c54c44329ed6e960247ada4f 2024-11-10T22:14:22,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/bf4010ebeec14abcb7a37d18eb5d5c4c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/bf4010ebeec14abcb7a37d18eb5d5c4c 2024-11-10T22:14:22,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7c946ea5d8e345e396cd5f9a3d03c7fa 2024-11-10T22:14:22,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/df7342b04fcb4712b167d7a670a29d38 2024-11-10T22:14:22,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/586003b91cef40fcb068727d8b0d5828 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/586003b91cef40fcb068727d8b0d5828 2024-11-10T22:14:22,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/1f7625d1ef314a0f91d92acb563c4104 2024-11-10T22:14:22,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4fa9b16649e945348fc52de9e78a03fa 2024-11-10T22:14:22,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/9362001c13a4478aa3176fb0559bfe54 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/9362001c13a4478aa3176fb0559bfe54 2024-11-10T22:14:22,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/5f2575fc7e9749408ac92ae0e17fd53d 2024-11-10T22:14:22,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/d2d0cf715e39491f87ce2beb32ada32f 2024-11-10T22:14:22,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/7d5078a5cd44404a990366b9574c92d0 2024-11-10T22:14:22,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/81a1cc729a534c57ae7090018757ab00 2024-11-10T22:14:22,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/e03c2254d6304e2da842b4b1a30c4b98 2024-11-10T22:14:22,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/8df741a3916042858eb1c057d6557b13 2024-11-10T22:14:22,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc4e30c1143c4bcd9e6cd90888a36bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b28b6740c357483c9137e5471df93d40, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ce6e4ca7f21f47f3a78466c0c0cde774, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/47d2132290924f268e861b1c5c9ea3b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d3d70d1fdcc0461891e6ca76c5932720, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/e1b5e1143e994a2b8103adc4565ad6ca, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9] to archive 2024-11-10T22:14:22,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:22,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7e16fddb768e46358f8a98cd3d64154d 2024-11-10T22:14:22,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d54cc22d05ba4f0eb44aee66f1d31f3b 2024-11-10T22:14:22,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/49c0f513966e4765b5433e08d2a9259c 2024-11-10T22:14:22,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc4e30c1143c4bcd9e6cd90888a36bad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc4e30c1143c4bcd9e6cd90888a36bad 2024-11-10T22:14:22,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/922fb2e87861404fb695ec7d99c046df 2024-11-10T22:14:22,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bd7fcff3072048879538f287fc2280b9 2024-11-10T22:14:22,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b28b6740c357483c9137e5471df93d40 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b28b6740c357483c9137e5471df93d40 2024-11-10T22:14:22,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7420fb60593c48eeaac06359c2f58bda 2024-11-10T22:14:22,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bfcbf33c09234976a92bd4a2fb768041 2024-11-10T22:14:22,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ae2fa6be667c4734969edab0a281adb1 2024-11-10T22:14:22,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ce6e4ca7f21f47f3a78466c0c0cde774 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/ce6e4ca7f21f47f3a78466c0c0cde774 2024-11-10T22:14:22,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bc61732f59dc4cf585a9fa2e1b346b24 2024-11-10T22:14:22,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/4ec3f8aa25b64ac48d2170e2690477fd 2024-11-10T22:14:22,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/47d2132290924f268e861b1c5c9ea3b4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/47d2132290924f268e861b1c5c9ea3b4 2024-11-10T22:14:22,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/dce0bf46a49f4514bd63baba8fddd780 2024-11-10T22:14:22,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cbb11c1bfa114dd6879e2c2caca1ce43 2024-11-10T22:14:22,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d3d70d1fdcc0461891e6ca76c5932720 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/d3d70d1fdcc0461891e6ca76c5932720 2024-11-10T22:14:22,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb1acc1e60c74c4696f8fe5eaeb632c8 2024-11-10T22:14:22,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/5b3723079bc3455584c4ad0c3bdcffda 2024-11-10T22:14:22,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/df8a673c2760474fa59d5c9ed5d412ae 2024-11-10T22:14:22,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/e1b5e1143e994a2b8103adc4565ad6ca to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/e1b5e1143e994a2b8103adc4565ad6ca 2024-11-10T22:14:22,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/cfb232d9d7ec41de9f5053c0629d2069 2024-11-10T22:14:22,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/784e905ef1b94e0889319d24e48477a7 2024-11-10T22:14:22,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/447237a925164c0e8955e0656e774976 2024-11-10T22:14:22,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/b4a376b0699a4f60adfbc8b054d90f55 2024-11-10T22:14:22,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/7b0b6d9dc5dc4829a3cf30dcde7ab8a9 2024-11-10T22:14:22,625 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=4 2024-11-10T22:14:22,626 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. 2024-11-10T22:14:22,626 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 94d1ad487a808b0b892d844a355d9df0: Waiting for close lock at 1731276860876Running coprocessor pre-close hooks at 1731276860876Disabling compacts and flushes for region at 1731276860876Disabling writes for close at 1731276860876Obtaining lock to block concurrent updates at 1731276860877 (+1 ms)Preparing flush snapshotting stores in 94d1ad487a808b0b892d844a355d9df0 at 1731276860877Finished memstore snapshotting TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731276860877Flushing stores of TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0. at 1731276860877Flushing 94d1ad487a808b0b892d844a355d9df0/A: creating writer at 1731276860877Flushing mob file 94d1ad487a808b0b892d844a355d9df0/A: appending metadata at 1731276860882 (+5 ms)Flushing mob file 94d1ad487a808b0b892d844a355d9df0/A: closing flushed file at 1731276860882Flushing 94d1ad487a808b0b892d844a355d9df0/A: appending metadata at 1731276861292 (+410 ms)Flushing 94d1ad487a808b0b892d844a355d9df0/A: closing flushed file at 1731276861292Flushing 94d1ad487a808b0b892d844a355d9df0/B: creating writer at 1731276861700 (+408 ms)Flushing 94d1ad487a808b0b892d844a355d9df0/B: appending metadata at 1731276861703 (+3 ms)Flushing 94d1ad487a808b0b892d844a355d9df0/B: closing flushed file at 1731276861703Flushing 94d1ad487a808b0b892d844a355d9df0/C: creating writer at 1731276862111 (+408 ms)Flushing 94d1ad487a808b0b892d844a355d9df0/C: appending metadata at 1731276862114 (+3 ms)Flushing 94d1ad487a808b0b892d844a355d9df0/C: closing flushed file at 1731276862114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49414f22: reopening flushed file at 1731276862522 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279bb36e: reopening flushed file at 1731276862526 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cc14b8: reopening flushed file at 1731276862531 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 94d1ad487a808b0b892d844a355d9df0 in 1659ms, sequenceid=438, compaction requested=true at 1731276862535 (+4 ms)Writing region close event to WAL at 1731276862622 (+87 ms)Running coprocessor post-close hooks at 1731276862626 (+4 ms)Closed at 1731276862626 2024-11-10T22:14:22,628 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=94d1ad487a808b0b892d844a355d9df0, regionState=CLOSED 2024-11-10T22:14:22,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:22,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T22:14:22,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 94d1ad487a808b0b892d844a355d9df0, server=7318282e5099,37101,1731276799219 in 1.9070 sec 2024-11-10T22:14:22,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-10T22:14:22,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=94d1ad487a808b0b892d844a355d9df0, UNASSIGN in 1.9110 sec 2024-11-10T22:14:22,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T22:14:22,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9150 sec 2024-11-10T22:14:22,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276862637"}]},"ts":"1731276862637"} 2024-11-10T22:14:22,639 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:14:22,639 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:14:22,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9230 sec 2024-11-10T22:14:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T22:14:22,863 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:22,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:14:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,865 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T22:14:22,866 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,869 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,871 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits] 2024-11-10T22:14:22,874 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/49b0390273354b58b9626e7545e78b94 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/49b0390273354b58b9626e7545e78b94 2024-11-10T22:14:22,875 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8681bd1c610f4c7ca6f0a5dc132943bb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/8681bd1c610f4c7ca6f0a5dc132943bb 2024-11-10T22:14:22,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/93635af98c4a4ff2947e5257dd37be0d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/A/93635af98c4a4ff2947e5257dd37be0d 2024-11-10T22:14:22,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/27d985b4d2fc42f7b003abca2c16ae14 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/27d985b4d2fc42f7b003abca2c16ae14 2024-11-10T22:14:22,879 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4e1361cf81754723b63eb5b595481e3a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/4e1361cf81754723b63eb5b595481e3a 2024-11-10T22:14:22,881 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a82ebcadfd764fdea00a36b1d7aabb44 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/B/a82ebcadfd764fdea00a36b1d7aabb44 2024-11-10T22:14:22,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/087aa38a636f47b4aa55d5a7e8a95c1a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/087aa38a636f47b4aa55d5a7e8a95c1a 2024-11-10T22:14:22,884 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/35f9b127f4094a7eb0e44618b301b014 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/35f9b127f4094a7eb0e44618b301b014 2024-11-10T22:14:22,885 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb0850700ab64668a338b071db81e487 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/C/bb0850700ab64668a338b071db81e487 2024-11-10T22:14:22,887 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits/441.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0/recovered.edits/441.seqid 2024-11-10T22:14:22,888 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:14:22,888 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:14:22,889 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T22:14:22,892 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056626aa58b74c73bccf14195137a439_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056626aa58b74c73bccf14195137a439_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,893 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100dac82ed4d5f4a8799c436671f5f50bb_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100dac82ed4d5f4a8799c436671f5f50bb_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,894 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111014ae5b9bd55f43c1b103685606747544_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111014ae5b9bd55f43c1b103685606747544_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,895 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016b10ba7e0b4473ab819c42812189905_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016b10ba7e0b4473ab819c42812189905_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,897 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f5e3f0f97294d0c81013d3123e5e3d9_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101f5e3f0f97294d0c81013d3123e5e3d9_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,898 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025b1a7ccc88a4fe692ff03a6612b882d_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025b1a7ccc88a4fe692ff03a6612b882d_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,899 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031e4eade9f304238b133419954e23872_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111031e4eade9f304238b133419954e23872_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,900 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110322ad4af97de41229a323883ea3ce184_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110322ad4af97de41229a323883ea3ce184_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,901 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032c8185b269f44cd9d3f4b6e950d42f6_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032c8185b269f44cd9d3f4b6e950d42f6_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,902 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110373de13cc40543f3aa4f95b73c021abf_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110373de13cc40543f3aa4f95b73c021abf_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,903 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110486eee6d119143909974232a4a11aedb_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110486eee6d119143909974232a4a11aedb_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,904 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fe2ab73460f4594b2b73f8822c0cf7d_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fe2ab73460f4594b2b73f8822c0cf7d_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,905 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a619584294b4842b702fa315bc8a899_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411107a619584294b4842b702fa315bc8a899_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,906 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d7c42f8ad7d4a418cd33e6f5360e8fa_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108d7c42f8ad7d4a418cd33e6f5360e8fa_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,907 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a895150a1061470290896543a7a63b62_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a895150a1061470290896543a7a63b62_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,908 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ab362d0a119f4a3d9d55c6907667f348_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110ab362d0a119f4a3d9d55c6907667f348_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,909 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b46c44398dff4e6780bef24f9c8af5b1_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b46c44398dff4e6780bef24f9c8af5b1_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,910 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bfe2b1e9ef43899b94839ca0b07b09_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bfe2b1e9ef43899b94839ca0b07b09_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,911 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8383c4265b74b498b7f3c732caf153f_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8383c4265b74b498b7f3c732caf153f_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,912 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cacf4ddc970744d7a69b268ff72b6a19_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cacf4ddc970744d7a69b268ff72b6a19_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,913 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf0498f9aa0b49158417bcb9977ab146_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf0498f9aa0b49158417bcb9977ab146_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e00095f304bf412193ff0171643959a8_94d1ad487a808b0b892d844a355d9df0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e00095f304bf412193ff0171643959a8_94d1ad487a808b0b892d844a355d9df0 2024-11-10T22:14:22,915 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:14:22,917 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,920 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:14:22,922 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:14:22,923 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,923 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:14:22,923 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276862923"}]},"ts":"9223372036854775807"} 2024-11-10T22:14:22,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:14:22,925 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 94d1ad487a808b0b892d844a355d9df0, NAME => 'TestAcidGuarantees,,1731276834290.94d1ad487a808b0b892d844a355d9df0.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:14:22,925 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:14:22,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276862925"}]},"ts":"9223372036854775807"} 2024-11-10T22:14:22,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:14:22,928 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-10T22:14:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T22:14:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:14:22,973 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:22,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-698804964_22 at /127.0.0.1:53240 [Waiting for operation #1442] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682500667_22 at /127.0.0.1:53164 [Waiting for operation #1472] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-698804964_22 at /127.0.0.1:53236 [Waiting for operation #1434] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682500667_22 at /127.0.0.1:53048 [Waiting for operation #1482] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9558 (was 9636) 2024-11-10T22:14:22,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=9558 2024-11-10T22:14:22,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:14:22,993 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:14:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:22,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:14:22,995 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:22,995 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-11-10T22:14:22,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:14:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742071_1247 (size=1061) 2024-11-10T22:14:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:23,403 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:14:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742072_1248 (size=53) 2024-11-10T22:14:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6d1361e6c1210e371ace025d130fe19c, disabling compactions & flushes 2024-11-10T22:14:23,809 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. after waiting 0 ms 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:23,809 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:23,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d1361e6c1210e371ace025d130fe19c: Waiting for close lock at 1731276863809Disabling compacts and flushes for region at 1731276863809Disabling writes for close at 1731276863809Writing region close event to WAL at 1731276863809Closed at 1731276863809 2024-11-10T22:14:23,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:14:23,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276863810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276863810"}]},"ts":"1731276863810"} 2024-11-10T22:14:23,812 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:14:23,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:14:23,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276863812"}]},"ts":"1731276863812"} 2024-11-10T22:14:23,814 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:14:23,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, ASSIGN}] 2024-11-10T22:14:23,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, ASSIGN 2024-11-10T22:14:23,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:14:23,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6d1361e6c1210e371ace025d130fe19c, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:23,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, ASSIGN because future has completed 2024-11-10T22:14:23,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:24,122 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:24,122 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:14:24,122 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,122 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:14:24,123 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,123 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,124 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,125 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:24,125 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1361e6c1210e371ace025d130fe19c columnFamilyName A 2024-11-10T22:14:24,125 DEBUG [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:24,126 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(327): Store=6d1361e6c1210e371ace025d130fe19c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:24,126 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,127 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:24,127 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1361e6c1210e371ace025d130fe19c columnFamilyName B 2024-11-10T22:14:24,127 DEBUG [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:24,127 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(327): Store=6d1361e6c1210e371ace025d130fe19c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:24,127 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,128 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:24,128 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1361e6c1210e371ace025d130fe19c columnFamilyName C 2024-11-10T22:14:24,128 DEBUG [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:24,128 INFO [StoreOpener-6d1361e6c1210e371ace025d130fe19c-1 {}] regionserver.HStore(327): Store=6d1361e6c1210e371ace025d130fe19c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:24,129 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:24,129 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,129 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,129 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,130 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,130 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,131 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:14:24,132 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:24,134 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:14:24,134 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 6d1361e6c1210e371ace025d130fe19c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685992, jitterRate=0.06820452213287354}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:14:24,134 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:24,135 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 6d1361e6c1210e371ace025d130fe19c: Running coprocessor pre-open hook at 1731276864123Writing region info on filesystem at 1731276864123Initializing all the Stores at 1731276864123Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276864123Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276864124 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276864124Cleaning up temporary data from old regions at 1731276864130 (+6 ms)Running coprocessor post-open hooks at 1731276864134 (+4 ms)Region opened successfully at 1731276864135 (+1 ms) 2024-11-10T22:14:24,136 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., pid=69, masterSystemTime=1731276864119 2024-11-10T22:14:24,138 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:24,138 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:24,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=6d1361e6c1210e371ace025d130fe19c, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T22:14:24,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 in 172 msec 2024-11-10T22:14:24,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-10T22:14:24,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, ASSIGN in 328 msec 2024-11-10T22:14:24,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:14:24,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276864145"}]},"ts":"1731276864145"} 2024-11-10T22:14:24,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:14:24,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:14:24,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-10T22:14:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-10T22:14:25,143 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:25,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1112de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,146 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac2d1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,147 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7134159f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:14:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:14:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471625fa 2024-11-10T22:14:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:14:25,152 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:14:25,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6071fcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,154 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df53e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,155 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39aafa44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259bf7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,157 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69973720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb7c715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb05b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eee9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,161 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a6755a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4a2b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,162 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbbc7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351d777a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,165 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef1c3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,166 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da65fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7445538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,168 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458508f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3248151d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b9ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,171 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b535b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,173 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cfcc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b153a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,174 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f214bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,176 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1687c764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f53f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,177 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101e12bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,179 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4582a0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d19ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:25,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:25,180 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14103dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:25,182 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae3c21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:25,183 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,183 DEBUG [Thread-1169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,183 DEBUG [Thread-1163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,183 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,184 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-10T22:14:25,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,186 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,186 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,186 DEBUG [Thread-1165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,187 DEBUG [Thread-1167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,187 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:25,188 DEBUG [Thread-1167 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,188 DEBUG [Thread-1167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:25,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,192 DEBUG [Thread-1165 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,192 DEBUG [Thread-1165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,211 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:25,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:14:25,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:25,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a920f047147a4e47b47cc0886b5e37db is 50, key is test_row_0/A:col10/1731276865214/Put/seqid=0 2024-11-10T22:14:25,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276925249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276925247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276925251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276925252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276925253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742073_1249 (size=12001) 2024-11-10T22:14:25,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a920f047147a4e47b47cc0886b5e37db 2024-11-10T22:14:25,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0e1f98d6e9944a86a5817526ae16cec8 is 50, key is test_row_0/B:col10/1731276865214/Put/seqid=0 2024-11-10T22:14:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742074_1250 (size=12001) 2024-11-10T22:14:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:25,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276925363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276925363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276925363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276925363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276925364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:25,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276925573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276925573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276925573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276925574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276925574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:25,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0e1f98d6e9944a86a5817526ae16cec8 2024-11-10T22:14:25,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/fa2cf01352d84f97b5420df4968153b1 is 50, key is test_row_0/C:col10/1731276865214/Put/seqid=0 2024-11-10T22:14:25,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742075_1251 (size=12001) 2024-11-10T22:14:25,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276925882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276925882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276925883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276925883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276925883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:25,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:25,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:26,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:26,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:26,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:26,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:26,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/fa2cf01352d84f97b5420df4968153b1 2024-11-10T22:14:26,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a920f047147a4e47b47cc0886b5e37db as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db 2024-11-10T22:14:26,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T22:14:26,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0e1f98d6e9944a86a5817526ae16cec8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8 2024-11-10T22:14:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T22:14:26,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/fa2cf01352d84f97b5420df4968153b1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1 2024-11-10T22:14:26,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T22:14:26,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 6d1361e6c1210e371ace025d130fe19c in 936ms, sequenceid=14, compaction requested=false 2024-11-10T22:14:26,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:26,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:26,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2812926572ee4f4584eba9f8dc393d04 is 50, key is test_row_0/A:col10/1731276865249/Put/seqid=0 2024-11-10T22:14:26,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742076_1252 (size=12001) 2024-11-10T22:14:26,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2812926572ee4f4584eba9f8dc393d04 2024-11-10T22:14:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/8a06efc95a714196a98717cb32edc3bc is 50, key is test_row_0/B:col10/1731276865249/Put/seqid=0 2024-11-10T22:14:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742077_1253 (size=12001) 2024-11-10T22:14:26,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/8a06efc95a714196a98717cb32edc3bc 2024-11-10T22:14:26,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6cfb631a782a4c88b9c118f3d4fff04c is 50, key is test_row_0/C:col10/1731276865249/Put/seqid=0 2024-11-10T22:14:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:26,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742078_1254 (size=12001) 2024-11-10T22:14:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276926401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276926403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276926405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276926405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276926405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276926512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276926513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276926513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276926513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276926513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276926723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276926723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276926723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276926723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276926723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:26,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6cfb631a782a4c88b9c118f3d4fff04c 2024-11-10T22:14:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2812926572ee4f4584eba9f8dc393d04 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04 2024-11-10T22:14:26,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04, entries=150, sequenceid=34, filesize=11.7 K 2024-11-10T22:14:26,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/8a06efc95a714196a98717cb32edc3bc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc 2024-11-10T22:14:26,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc, entries=150, sequenceid=34, filesize=11.7 K 2024-11-10T22:14:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6cfb631a782a4c88b9c118f3d4fff04c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c 2024-11-10T22:14:26,748 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c, entries=150, sequenceid=34, filesize=11.7 K 2024-11-10T22:14:26,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 6d1361e6c1210e371ace025d130fe19c in 483ms, sequenceid=34, compaction requested=false 2024-11-10T22:14:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-10T22:14:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-10T22:14:26,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T22:14:26,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-11-10T22:14:26,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.5690 sec 2024-11-10T22:14:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:27,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:27,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:27,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/27240a33eeca453ebeecb3ec0cce1c9b is 50, key is test_row_0/A:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742079_1255 (size=12001) 2024-11-10T22:14:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276927054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276927055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276927055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276927056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276927057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276927162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276927163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276927173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276927173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276927173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T22:14:27,333 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:27,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T22:14:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:27,335 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:27,336 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:27,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276927373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276927373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276927383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276927383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276927383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:27,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/27240a33eeca453ebeecb3ec0cce1c9b 2024-11-10T22:14:27,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0ce252ead5dd4da58f5e8495597f9c0c is 50, key is test_row_0/B:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:27,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742080_1256 (size=12001) 2024-11-10T22:14:27,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:27,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276927683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276927683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276927692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276927692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276927693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:27,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:27,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0ce252ead5dd4da58f5e8495597f9c0c 2024-11-10T22:14:27,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/7b755068c911496bb996dc9168b5fdc8 is 50, key is test_row_0/C:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:27,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742081_1257 (size=12001) 2024-11-10T22:14:27,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:27,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:14:28,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276928193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:28,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276928193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:28,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276928202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:28,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:28,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276928202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276928203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:28,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:28,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:28,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/7b755068c911496bb996dc9168b5fdc8 2024-11-10T22:14:28,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/27240a33eeca453ebeecb3ec0cce1c9b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b 2024-11-10T22:14:28,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T22:14:28,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0ce252ead5dd4da58f5e8495597f9c0c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c 2024-11-10T22:14:28,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T22:14:28,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/7b755068c911496bb996dc9168b5fdc8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8 2024-11-10T22:14:28,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T22:14:28,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 6d1361e6c1210e371ace025d130fe19c in 1266ms, sequenceid=49, compaction requested=true 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:28,301 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:28,301 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:28,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:28,302 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:28,303 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:28,303 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,303 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.2 K 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a920f047147a4e47b47cc0886b5e37db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276865212 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:28,304 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,304 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.2 K 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2812926572ee4f4584eba9f8dc393d04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731276865236 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e1f98d6e9944a86a5817526ae16cec8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276865212 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27240a33eeca453ebeecb3ec0cce1c9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:28,304 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a06efc95a714196a98717cb32edc3bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731276865236 2024-11-10T22:14:28,305 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce252ead5dd4da58f5e8495597f9c0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:28,312 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:28,313 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:28,313 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/27ab27a40bf84078b8ba7e0e07655db2 is 50, key is test_row_0/B:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:28,313 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2ca0754f790649b49df1789e89241c8d is 50, key is test_row_0/A:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742082_1258 (size=12104) 2024-11-10T22:14:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742083_1259 (size=12104) 2024-11-10T22:14:28,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T22:14:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/baa9cd73576e4908890be7c6068e2d7c is 50, key is test_row_0/A:col10/1731276867055/Put/seqid=0 2024-11-10T22:14:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742084_1260 (size=12001) 2024-11-10T22:14:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:28,728 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2ca0754f790649b49df1789e89241c8d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2ca0754f790649b49df1789e89241c8d 2024-11-10T22:14:28,733 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into 2ca0754f790649b49df1789e89241c8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:28,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:28,733 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276868301; duration=0sec 2024-11-10T22:14:28,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:28,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:28,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:28,735 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:28,735 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:28,735 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:28,735 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.2 K 2024-11-10T22:14:28,735 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa2cf01352d84f97b5420df4968153b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276865212 2024-11-10T22:14:28,736 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cfb631a782a4c88b9c118f3d4fff04c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731276865236 2024-11-10T22:14:28,736 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/27ab27a40bf84078b8ba7e0e07655db2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/27ab27a40bf84078b8ba7e0e07655db2 2024-11-10T22:14:28,736 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b755068c911496bb996dc9168b5fdc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:28,741 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into 27ab27a40bf84078b8ba7e0e07655db2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:28,741 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:28,741 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276868301; duration=0sec 2024-11-10T22:14:28,741 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:28,741 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:28,745 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:28,745 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/c684e48bf47a4df49607f779bb364350 is 50, key is test_row_0/C:col10/1731276867035/Put/seqid=0 2024-11-10T22:14:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742085_1261 (size=12104) 2024-11-10T22:14:28,755 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/c684e48bf47a4df49607f779bb364350 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/c684e48bf47a4df49607f779bb364350 2024-11-10T22:14:28,759 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into c684e48bf47a4df49607f779bb364350(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:28,760 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:28,760 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276868301; duration=0sec 2024-11-10T22:14:28,760 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:28,760 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:28,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/baa9cd73576e4908890be7c6068e2d7c 2024-11-10T22:14:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/777ab7facd534101bfdc9acc8a3a18f4 is 50, key is test_row_0/B:col10/1731276867055/Put/seqid=0 2024-11-10T22:14:28,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742086_1262 (size=12001) 2024-11-10T22:14:28,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/777ab7facd534101bfdc9acc8a3a18f4 2024-11-10T22:14:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a9cd06462da448668e8a3d45bb512701 is 50, key is test_row_0/C:col10/1731276867055/Put/seqid=0 2024-11-10T22:14:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742087_1263 (size=12001) 2024-11-10T22:14:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:29,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:29,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276929218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276929220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276929221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276929223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276929223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,227 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 6d1361e6c1210e371ace025d130fe19c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a9cd06462da448668e8a3d45bb512701 2024-11-10T22:14:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/baa9cd73576e4908890be7c6068e2d7c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c 2024-11-10T22:14:29,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c, entries=150, sequenceid=67, filesize=11.7 K 2024-11-10T22:14:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/777ab7facd534101bfdc9acc8a3a18f4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4 2024-11-10T22:14:29,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4, entries=150, sequenceid=67, filesize=11.7 K 2024-11-10T22:14:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a9cd06462da448668e8a3d45bb512701 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701 2024-11-10T22:14:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701, entries=150, sequenceid=67, filesize=11.7 K 2024-11-10T22:14:29,277 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6d1361e6c1210e371ace025d130fe19c in 869ms, sequenceid=67, compaction requested=false 2024-11-10T22:14:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T22:14:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T22:14:29,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T22:14:29,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-10T22:14:29,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.9500 sec 2024-11-10T22:14:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:29,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:14:29,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:29,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:29,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1d7e33ca82948e2b7a57d78c70c7fdf is 50, key is test_row_0/A:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:29,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742088_1264 (size=14341) 2024-11-10T22:14:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276929351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276929354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276929355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276929356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276929462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276929462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276929462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T22:14:29,483 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:29,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T22:14:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:29,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:29,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:29,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:29,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T22:14:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276929673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276929673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276929673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276929683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1d7e33ca82948e2b7a57d78c70c7fdf 2024-11-10T22:14:29,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7bfbac812bd3429abfe844240b7fa420 is 50, key is test_row_0/B:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742089_1265 (size=12001) 2024-11-10T22:14:29,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T22:14:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:29,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T22:14:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:29,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276929982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276929983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276929983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:29,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276929993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T22:14:30,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:30,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:30,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:30,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7bfbac812bd3429abfe844240b7fa420 2024-11-10T22:14:30,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/17d867d644c3467bb9a8e8effa9e2f2f is 50, key is test_row_0/C:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742090_1266 (size=12001) 2024-11-10T22:14:30,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/17d867d644c3467bb9a8e8effa9e2f2f 2024-11-10T22:14:30,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1d7e33ca82948e2b7a57d78c70c7fdf as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf 2024-11-10T22:14:30,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf, entries=200, sequenceid=86, filesize=14.0 K 2024-11-10T22:14:30,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7bfbac812bd3429abfe844240b7fa420 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420 2024-11-10T22:14:30,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420, entries=150, sequenceid=86, filesize=11.7 K 2024-11-10T22:14:30,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/17d867d644c3467bb9a8e8effa9e2f2f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f 2024-11-10T22:14:30,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f, entries=150, sequenceid=86, filesize=11.7 K 2024-11-10T22:14:30,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6d1361e6c1210e371ace025d130fe19c in 857ms, sequenceid=86, compaction requested=true 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:30,194 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:30,194 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:30,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:30,195 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:30,195 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:30,195 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:30,195 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:30,195 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,195 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,195 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/27ab27a40bf84078b8ba7e0e07655db2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.3 K 2024-11-10T22:14:30,195 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2ca0754f790649b49df1789e89241c8d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=37.5 K 2024-11-10T22:14:30,196 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 27ab27a40bf84078b8ba7e0e07655db2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:30,196 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ca0754f790649b49df1789e89241c8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:30,196 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 777ab7facd534101bfdc9acc8a3a18f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731276867037 2024-11-10T22:14:30,196 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting baa9cd73576e4908890be7c6068e2d7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731276867037 2024-11-10T22:14:30,197 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bfbac812bd3429abfe844240b7fa420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:30,197 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1d7e33ca82948e2b7a57d78c70c7fdf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:30,208 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:30,208 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/3753c93aab774975aa074ea4ea49f832 is 50, key is test_row_0/B:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:30,208 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:30,209 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/ed1d3d7c9ebf40a5a82161fc2ce3425d is 50, key is test_row_0/A:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742091_1267 (size=12207) 2024-11-10T22:14:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742092_1268 (size=12207) 2024-11-10T22:14:30,226 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/3753c93aab774975aa074ea4ea49f832 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3753c93aab774975aa074ea4ea49f832 2024-11-10T22:14:30,226 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/ed1d3d7c9ebf40a5a82161fc2ce3425d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/ed1d3d7c9ebf40a5a82161fc2ce3425d 2024-11-10T22:14:30,233 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into ed1d3d7c9ebf40a5a82161fc2ce3425d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:30,233 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:30,233 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276870194; duration=0sec 2024-11-10T22:14:30,233 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:30,233 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:30,233 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into 3753c93aab774975aa074ea4ea49f832(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:30,233 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:30,233 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:30,233 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276870194; duration=0sec 2024-11-10T22:14:30,234 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:30,234 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:30,235 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:30,235 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:30,235 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,235 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/c684e48bf47a4df49607f779bb364350, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.3 K 2024-11-10T22:14:30,236 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c684e48bf47a4df49607f779bb364350, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276866397 2024-11-10T22:14:30,237 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9cd06462da448668e8a3d45bb512701, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731276867037 2024-11-10T22:14:30,237 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17d867d644c3467bb9a8e8effa9e2f2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:30,245 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:30,246 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/29e747baafb94ebb81339dd550b8a5ad is 50, key is test_row_0/C:col10/1731276869219/Put/seqid=0 2024-11-10T22:14:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742093_1269 (size=12207) 2024-11-10T22:14:30,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T22:14:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:30,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T22:14:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/40c7821821ec42989ddbb3c2ff286334 is 50, key is test_row_0/A:col10/1731276869352/Put/seqid=0 2024-11-10T22:14:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742094_1270 (size=12001) 2024-11-10T22:14:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:30,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:30,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276930511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276930514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276930516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276930517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276930623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276930623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276930623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276930623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,663 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/40c7821821ec42989ddbb3c2ff286334 2024-11-10T22:14:30,663 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/29e747baafb94ebb81339dd550b8a5ad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29e747baafb94ebb81339dd550b8a5ad 2024-11-10T22:14:30,689 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into 29e747baafb94ebb81339dd550b8a5ad(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:30,689 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:30,689 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276870194; duration=0sec 2024-11-10T22:14:30,689 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:30,689 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:30,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ba1088268094428884305f74c6d7123 is 50, key is test_row_0/B:col10/1731276869352/Put/seqid=0 2024-11-10T22:14:30,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742095_1271 (size=12001) 2024-11-10T22:14:30,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276930833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276930833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276930833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276930833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,096 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ba1088268094428884305f74c6d7123 2024-11-10T22:14:31,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/51b057bcdd844f4789c2c7ca45cac803 is 50, key is test_row_0/C:col10/1731276869352/Put/seqid=0 2024-11-10T22:14:31,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742096_1272 (size=12001) 2024-11-10T22:14:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276931143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276931143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276931143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276931143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276931233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,237 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 6d1361e6c1210e371ace025d130fe19c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,510 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/51b057bcdd844f4789c2c7ca45cac803 2024-11-10T22:14:31,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/40c7821821ec42989ddbb3c2ff286334 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334 2024-11-10T22:14:31,519 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334, entries=150, sequenceid=104, filesize=11.7 K 2024-11-10T22:14:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ba1088268094428884305f74c6d7123 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123 2024-11-10T22:14:31,524 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123, entries=150, sequenceid=104, filesize=11.7 K 2024-11-10T22:14:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/51b057bcdd844f4789c2c7ca45cac803 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803 2024-11-10T22:14:31,539 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803, entries=150, sequenceid=104, filesize=11.7 K 2024-11-10T22:14:31,540 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 6d1361e6c1210e371ace025d130fe19c in 1288ms, sequenceid=104, compaction requested=false 2024-11-10T22:14:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T22:14:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T22:14:31,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T22:14:31,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0550 sec 2024-11-10T22:14:31,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.0610 sec 2024-11-10T22:14:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T22:14:31,633 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:31,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-10T22:14:31,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T22:14:31,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:31,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:31,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:31,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/84dcf513a9b44eb4a27f318715cc71e3 is 50, key is test_row_0/A:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742097_1273 (size=12001) 2024-11-10T22:14:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276931677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276931678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276931679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276931679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T22:14:31,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T22:14:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:31,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276931793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276931793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276931793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276931793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:31,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T22:14:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:31,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T22:14:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/84dcf513a9b44eb4a27f318715cc71e3 2024-11-10T22:14:32,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9586d9020dbc453aa6be54c76fc6f597 is 50, key is test_row_0/B:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:32,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742098_1274 (size=12001) 2024-11-10T22:14:32,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9586d9020dbc453aa6be54c76fc6f597 2024-11-10T22:14:32,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/4d82f197d2164cf5a175ebed608ea5cf is 50, key is test_row_0/C:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:32,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T22:14:32,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:32,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742099_1275 (size=12001) 2024-11-10T22:14:32,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/4d82f197d2164cf5a175ebed608ea5cf 2024-11-10T22:14:32,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/84dcf513a9b44eb4a27f318715cc71e3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3 2024-11-10T22:14:32,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T22:14:32,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9586d9020dbc453aa6be54c76fc6f597 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597 2024-11-10T22:14:32,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T22:14:32,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/4d82f197d2164cf5a175ebed608ea5cf as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf 2024-11-10T22:14:32,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T22:14:32,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 6d1361e6c1210e371ace025d130fe19c in 470ms, sequenceid=124, compaction requested=true 2024-11-10T22:14:32,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:32,127 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:32,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:32,127 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:32,129 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:32,129 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:32,129 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,129 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/ed1d3d7c9ebf40a5a82161fc2ce3425d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.4 K 2024-11-10T22:14:32,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:32,129 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed1d3d7c9ebf40a5a82161fc2ce3425d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:32,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:32,129 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,129 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3753c93aab774975aa074ea4ea49f832, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.4 K 2024-11-10T22:14:32,130 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40c7821821ec42989ddbb3c2ff286334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731276869352 2024-11-10T22:14:32,130 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3753c93aab774975aa074ea4ea49f832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:32,130 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84dcf513a9b44eb4a27f318715cc71e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:32,130 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba1088268094428884305f74c6d7123, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731276869352 2024-11-10T22:14:32,130 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 9586d9020dbc453aa6be54c76fc6f597, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:32,139 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:32,140 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/f5db380da1e146b294a6c93f75048d4f is 50, key is test_row_0/B:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:32,140 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:32,140 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a0eb27a52a0a439a8e0d7855962e9aa4 is 50, key is test_row_0/A:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742101_1277 (size=12309) 2024-11-10T22:14:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742100_1276 (size=12309) 2024-11-10T22:14:32,160 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/f5db380da1e146b294a6c93f75048d4f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/f5db380da1e146b294a6c93f75048d4f 2024-11-10T22:14:32,164 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a0eb27a52a0a439a8e0d7855962e9aa4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a0eb27a52a0a439a8e0d7855962e9aa4 2024-11-10T22:14:32,167 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into f5db380da1e146b294a6c93f75048d4f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:32,167 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:32,167 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276872127; duration=0sec 2024-11-10T22:14:32,167 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:32,167 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:32,167 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:32,168 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:32,168 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:32,168 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,168 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29e747baafb94ebb81339dd550b8a5ad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=35.4 K 2024-11-10T22:14:32,169 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 29e747baafb94ebb81339dd550b8a5ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731276869218 2024-11-10T22:14:32,169 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b057bcdd844f4789c2c7ca45cac803, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731276869352 2024-11-10T22:14:32,169 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d82f197d2164cf5a175ebed608ea5cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:32,170 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into a0eb27a52a0a439a8e0d7855962e9aa4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:32,171 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:32,171 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276872127; duration=0sec 2024-11-10T22:14:32,171 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:32,171 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:32,175 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:32,176 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/d2cd55bd466c44eaa6d887d9d647f2a1 is 50, key is test_row_0/C:col10/1731276870513/Put/seqid=0 2024-11-10T22:14:32,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742102_1278 (size=12309) 2024-11-10T22:14:32,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/c2ab46434a3c4d849c89c730fc09e5b1 is 50, key is test_row_0/A:col10/1731276871677/Put/seqid=0 2024-11-10T22:14:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T22:14:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742103_1279 (size=12151) 2024-11-10T22:14:32,267 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/c2ab46434a3c4d849c89c730fc09e5b1 2024-11-10T22:14:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/a945f380284042069656d87deb21f6ef is 50, key is test_row_0/B:col10/1731276871677/Put/seqid=0 2024-11-10T22:14:32,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742104_1280 (size=12151) 2024-11-10T22:14:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:32,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276932334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276932338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276932336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276932340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276932443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276932452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,586 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/d2cd55bd466c44eaa6d887d9d647f2a1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/d2cd55bd466c44eaa6d887d9d647f2a1 2024-11-10T22:14:32,592 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into d2cd55bd466c44eaa6d887d9d647f2a1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:32,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:32,592 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276872127; duration=0sec 2024-11-10T22:14:32,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:32,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276932652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276932663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276932663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276932663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/a945f380284042069656d87deb21f6ef 2024-11-10T22:14:32,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/f6bc4a67b56a45d7a5ec4ff34695617f is 50, key is test_row_0/C:col10/1731276871677/Put/seqid=0 2024-11-10T22:14:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742105_1281 (size=12151) 2024-11-10T22:14:32,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/f6bc4a67b56a45d7a5ec4ff34695617f 2024-11-10T22:14:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/c2ab46434a3c4d849c89c730fc09e5b1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1 2024-11-10T22:14:32,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T22:14:32,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/a945f380284042069656d87deb21f6ef as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef 2024-11-10T22:14:32,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T22:14:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/f6bc4a67b56a45d7a5ec4ff34695617f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f 2024-11-10T22:14:32,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T22:14:32,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6d1361e6c1210e371ace025d130fe19c in 480ms, sequenceid=140, compaction requested=false 2024-11-10T22:14:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-10T22:14:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-10T22:14:32,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T22:14:32,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-10T22:14:32,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.1010 sec 2024-11-10T22:14:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T22:14:32,773 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:32,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-10T22:14:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T22:14:32,778 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:32,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:32,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T22:14:32,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-10T22:14:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:32,935 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:14:32,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:32,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/007d4309acd94dc8bbae852f22e4302d is 50, key is test_row_0/A:col10/1731276872332/Put/seqid=0 2024-11-10T22:14:32,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742106_1282 (size=12151) 2024-11-10T22:14:32,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/007d4309acd94dc8bbae852f22e4302d 2024-11-10T22:14:32,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/4021180a6a75459a96322b464e02473f is 50, key is test_row_0/B:col10/1731276872332/Put/seqid=0 2024-11-10T22:14:32,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742107_1283 (size=12151) 2024-11-10T22:14:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:32,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:32,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276932981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276932982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276932983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276932984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T22:14:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276933093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276933093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276933093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276933094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276933302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276933302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276933302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276933303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/4021180a6a75459a96322b464e02473f 2024-11-10T22:14:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/036d23528fed4c67b35f68749ddb4d63 is 50, key is test_row_0/C:col10/1731276872332/Put/seqid=0 2024-11-10T22:14:33,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742108_1284 (size=12151) 2024-11-10T22:14:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T22:14:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276933613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276933613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276933613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276933613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:33,772 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/036d23528fed4c67b35f68749ddb4d63 2024-11-10T22:14:33,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/007d4309acd94dc8bbae852f22e4302d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d 2024-11-10T22:14:33,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T22:14:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/4021180a6a75459a96322b464e02473f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f 2024-11-10T22:14:33,785 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T22:14:33,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/036d23528fed4c67b35f68749ddb4d63 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63 2024-11-10T22:14:33,790 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63, entries=150, sequenceid=159, filesize=11.9 K 2024-11-10T22:14:33,791 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6d1361e6c1210e371ace025d130fe19c in 856ms, sequenceid=159, compaction requested=true 2024-11-10T22:14:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-10T22:14:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-10T22:14:33,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T22:14:33,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-10T22:14:33,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0210 sec 2024-11-10T22:14:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-10T22:14:33,913 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:33,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-10T22:14:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T22:14:33,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:33,916 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:33,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T22:14:34,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-10T22:14:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:34,069 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:34,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8bebed76ce93472ea649b1c65371edc0 is 50, key is test_row_0/A:col10/1731276872979/Put/seqid=0 2024-11-10T22:14:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742109_1285 (size=12151) 2024-11-10T22:14:34,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8bebed76ce93472ea649b1c65371edc0 2024-11-10T22:14:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ca924129dff4a45a803cc49cfced3cd is 50, key is test_row_0/B:col10/1731276872979/Put/seqid=0 2024-11-10T22:14:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742110_1286 (size=12151) 2024-11-10T22:14:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:34,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:34,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276934142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276934145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276934149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276934150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T22:14:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276934253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276934253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276934263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276934263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276934463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276934463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276934473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276934473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,494 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ca924129dff4a45a803cc49cfced3cd 2024-11-10T22:14:34,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a13f99f8e5a64cffa7ced68cd086fdc7 is 50, key is test_row_0/C:col10/1731276872979/Put/seqid=0 2024-11-10T22:14:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742111_1287 (size=12151) 2024-11-10T22:14:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T22:14:34,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276934773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276934773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276934783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276934783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:34,907 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a13f99f8e5a64cffa7ced68cd086fdc7 2024-11-10T22:14:34,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8bebed76ce93472ea649b1c65371edc0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0 2024-11-10T22:14:34,915 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T22:14:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7ca924129dff4a45a803cc49cfced3cd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd 2024-11-10T22:14:34,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T22:14:34,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/a13f99f8e5a64cffa7ced68cd086fdc7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7 2024-11-10T22:14:34,926 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-10T22:14:34,927 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 6d1361e6c1210e371ace025d130fe19c in 859ms, sequenceid=173, compaction requested=true 2024-11-10T22:14:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-10T22:14:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-10T22:14:34,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T22:14:34,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-10T22:14:34,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0180 sec 2024-11-10T22:14:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T22:14:35,053 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:35,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-10T22:14:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:35,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:35,057 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:35,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:35,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-10T22:14:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:35,209 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:35,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/80ba846d075140869fab9cdb347b253b is 50, key is test_row_0/A:col10/1731276874143/Put/seqid=0 2024-11-10T22:14:35,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742112_1288 (size=12151) 2024-11-10T22:14:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:35,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276935294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276935295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276935300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276935301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276935301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276935403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276935403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276935413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276935413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276935413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276935613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276935613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/80ba846d075140869fab9cdb347b253b 2024-11-10T22:14:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276935623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276935623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276935623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/6d10907e2ae54ff7a38d300ab19f483d is 50, key is test_row_0/B:col10/1731276874143/Put/seqid=0 2024-11-10T22:14:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742113_1289 (size=12151) 2024-11-10T22:14:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276935923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276935923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276935932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276935932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276935932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/6d10907e2ae54ff7a38d300ab19f483d 2024-11-10T22:14:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/353196e7124e4670835e4b0fba3ea80b is 50, key is test_row_0/C:col10/1731276874143/Put/seqid=0 2024-11-10T22:14:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742114_1290 (size=12151) 2024-11-10T22:14:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276936433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:36,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276936433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276936442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:36,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276936443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276936443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/353196e7124e4670835e4b0fba3ea80b 2024-11-10T22:14:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/80ba846d075140869fab9cdb347b253b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b 2024-11-10T22:14:36,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T22:14:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/6d10907e2ae54ff7a38d300ab19f483d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d 2024-11-10T22:14:36,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T22:14:36,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/353196e7124e4670835e4b0fba3ea80b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b 2024-11-10T22:14:36,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T22:14:36,470 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 6d1361e6c1210e371ace025d130fe19c in 1261ms, sequenceid=192, compaction requested=true 2024-11-10T22:14:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:36,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-10T22:14:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-10T22:14:36,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T22:14:36,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-10T22:14:36,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4200 sec 2024-11-10T22:14:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-10T22:14:37,203 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:37,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-10T22:14:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:37,205 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:37,206 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:37,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:37,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-10T22:14:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:37,359 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:14:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2a89defdd65e46a695e435191cb75132 is 50, key is test_row_0/A:col10/1731276875300/Put/seqid=0 2024-11-10T22:14:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742115_1291 (size=12151) 2024-11-10T22:14:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:37,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276937471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276937474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276937475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276937477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276937478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276937583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276937583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276937593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276937593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276937593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,768 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2a89defdd65e46a695e435191cb75132 2024-11-10T22:14:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/3b9715500b184afbb6c2044f8b37e092 is 50, key is test_row_0/B:col10/1731276875300/Put/seqid=0 2024-11-10T22:14:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742116_1292 (size=12151) 2024-11-10T22:14:37,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276937792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276937792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276937803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276937803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276937803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:38,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276938103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276938103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276938113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276938113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276938113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/3b9715500b184afbb6c2044f8b37e092 2024-11-10T22:14:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/79d35d3659d341d0adc55fd72dba061f is 50, key is test_row_0/C:col10/1731276875300/Put/seqid=0 2024-11-10T22:14:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742117_1293 (size=12151) 2024-11-10T22:14:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:38,592 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/79d35d3659d341d0adc55fd72dba061f 2024-11-10T22:14:38,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/2a89defdd65e46a695e435191cb75132 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132 2024-11-10T22:14:38,601 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T22:14:38,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/3b9715500b184afbb6c2044f8b37e092 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092 2024-11-10T22:14:38,606 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T22:14:38,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/79d35d3659d341d0adc55fd72dba061f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f 2024-11-10T22:14:38,610 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f, entries=150, sequenceid=206, filesize=11.9 K 2024-11-10T22:14:38,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6d1361e6c1210e371ace025d130fe19c in 1252ms, sequenceid=206, compaction requested=true 2024-11-10T22:14:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-10T22:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-10T22:14:38,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T22:14:38,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-10T22:14:38,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4130 sec 2024-11-10T22:14:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:38,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:38,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:38,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/e390a01570eb46ab9f57e5c2604f730c is 50, key is test_row_0/A:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:38,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742118_1294 (size=14541) 2024-11-10T22:14:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276938630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276938631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276938631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276938635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276938636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276938743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276938743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276938744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276938744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276938744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276938952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276938953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276938953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276938953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276938953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/e390a01570eb46ab9f57e5c2604f730c 2024-11-10T22:14:39,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7f6377d866694451a05f853fd62a2914 is 50, key is test_row_0/B:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742119_1295 (size=12151) 2024-11-10T22:14:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276939262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276939263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276939263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276939263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276939273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T22:14:39,353 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:39,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-10T22:14:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T22:14:39,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:39,356 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:39,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:39,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7f6377d866694451a05f853fd62a2914 2024-11-10T22:14:39,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/29c0b346706a4394b888d86418ce2b1f is 50, key is test_row_0/C:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742120_1296 (size=12151) 2024-11-10T22:14:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T22:14:39,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T22:14:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T22:14:39,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:39,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T22:14:39,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276939772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276939772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276939772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276939783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276939783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:39,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T22:14:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:39,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/29c0b346706a4394b888d86418ce2b1f 2024-11-10T22:14:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/e390a01570eb46ab9f57e5c2604f730c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c 2024-11-10T22:14:39,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c, entries=200, sequenceid=225, filesize=14.2 K 2024-11-10T22:14:39,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7f6377d866694451a05f853fd62a2914 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914 2024-11-10T22:14:39,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914, entries=150, sequenceid=225, filesize=11.9 K 2024-11-10T22:14:39,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/29c0b346706a4394b888d86418ce2b1f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f 2024-11-10T22:14:39,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f, entries=150, sequenceid=225, filesize=11.9 K 2024-11-10T22:14:39,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6d1361e6c1210e371ace025d130fe19c in 1252ms, sequenceid=225, compaction requested=true 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:39,869 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:39,869 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 87605 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85215 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:39,871 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,871 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,871 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/f5db380da1e146b294a6c93f75048d4f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=83.2 K 2024-11-10T22:14:39,871 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a0eb27a52a0a439a8e0d7855962e9aa4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=85.6 K 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f5db380da1e146b294a6c93f75048d4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:39,871 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0eb27a52a0a439a8e0d7855962e9aa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:39,872 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a945f380284042069656d87deb21f6ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731276871666 2024-11-10T22:14:39,872 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ab46434a3c4d849c89c730fc09e5b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731276871666 2024-11-10T22:14:39,872 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007d4309acd94dc8bbae852f22e4302d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731276872332 2024-11-10T22:14:39,872 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4021180a6a75459a96322b464e02473f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731276872332 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bebed76ce93472ea649b1c65371edc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731276872967 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ca924129dff4a45a803cc49cfced3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731276872967 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80ba846d075140869fab9cdb347b253b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731276874140 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d10907e2ae54ff7a38d300ab19f483d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731276874140 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a89defdd65e46a695e435191cb75132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731276875280 2024-11-10T22:14:39,873 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9715500b184afbb6c2044f8b37e092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731276875280 2024-11-10T22:14:39,874 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e390a01570eb46ab9f57e5c2604f730c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:39,874 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f6377d866694451a05f853fd62a2914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:39,886 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#252 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:39,886 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#251 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:39,886 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/75eed89a96da49baa2e9fbfd81923c70 is 50, key is test_row_0/B:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:39,887 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/defc636cf08f4e44a1bdfb621f59cd3c is 50, key is test_row_0/A:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742122_1298 (size=12697) 2024-11-10T22:14:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742121_1297 (size=12697) 2024-11-10T22:14:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-10T22:14:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:39,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8577226bdfe347a59eb24123a167c957 is 50, key is test_row_0/A:col10/1731276878633/Put/seqid=0 2024-11-10T22:14:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742123_1299 (size=12151) 2024-11-10T22:14:39,979 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8577226bdfe347a59eb24123a167c957 2024-11-10T22:14:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T22:14:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/29d8847c184f41e6bd6269f131341ac9 is 50, key is test_row_0/B:col10/1731276878633/Put/seqid=0 2024-11-10T22:14:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742124_1300 (size=12151) 2024-11-10T22:14:40,001 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/29d8847c184f41e6bd6269f131341ac9 2024-11-10T22:14:40,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/60337da2af0f47509fe2bebc6f136b3d is 50, key is test_row_0/C:col10/1731276878633/Put/seqid=0 2024-11-10T22:14:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742125_1301 (size=12151) 2024-11-10T22:14:40,300 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/75eed89a96da49baa2e9fbfd81923c70 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/75eed89a96da49baa2e9fbfd81923c70 2024-11-10T22:14:40,300 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/defc636cf08f4e44a1bdfb621f59cd3c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/defc636cf08f4e44a1bdfb621f59cd3c 2024-11-10T22:14:40,305 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into defc636cf08f4e44a1bdfb621f59cd3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:40,305 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into 75eed89a96da49baa2e9fbfd81923c70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:40,305 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=9, startTime=1731276879869; duration=0sec 2024-11-10T22:14:40,305 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=9, startTime=1731276879869; duration=0sec 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:40,305 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:14:40,307 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85215 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:14:40,307 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:40,307 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,307 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/d2cd55bd466c44eaa6d887d9d647f2a1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=83.2 K 2024-11-10T22:14:40,308 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d2cd55bd466c44eaa6d887d9d647f2a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276870513 2024-11-10T22:14:40,308 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f6bc4a67b56a45d7a5ec4ff34695617f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731276871666 2024-11-10T22:14:40,309 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 036d23528fed4c67b35f68749ddb4d63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731276872332 2024-11-10T22:14:40,309 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a13f99f8e5a64cffa7ced68cd086fdc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731276872967 2024-11-10T22:14:40,309 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 353196e7124e4670835e4b0fba3ea80b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731276874140 2024-11-10T22:14:40,310 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d35d3659d341d0adc55fd72dba061f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731276875280 2024-11-10T22:14:40,310 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c0b346706a4394b888d86418ce2b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:40,322 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#256 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:40,323 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/501e6930b3db44b4a44263ae50701f15 is 50, key is test_row_0/C:col10/1731276878616/Put/seqid=0 2024-11-10T22:14:40,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742126_1302 (size=12697) 2024-11-10T22:14:40,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/501e6930b3db44b4a44263ae50701f15 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/501e6930b3db44b4a44263ae50701f15 2024-11-10T22:14:40,336 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into 501e6930b3db44b4a44263ae50701f15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:40,336 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:40,336 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=9, startTime=1731276879869; duration=0sec 2024-11-10T22:14:40,336 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:40,336 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:40,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/60337da2af0f47509fe2bebc6f136b3d 2024-11-10T22:14:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/8577226bdfe347a59eb24123a167c957 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957 2024-11-10T22:14:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957, entries=150, sequenceid=238, filesize=11.9 K 2024-11-10T22:14:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/29d8847c184f41e6bd6269f131341ac9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9 2024-11-10T22:14:40,431 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9, entries=150, sequenceid=238, filesize=11.9 K 2024-11-10T22:14:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/60337da2af0f47509fe2bebc6f136b3d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d 2024-11-10T22:14:40,436 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d, entries=150, sequenceid=238, filesize=11.9 K 2024-11-10T22:14:40,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 6d1361e6c1210e371ace025d130fe19c in 470ms, sequenceid=238, compaction requested=false 2024-11-10T22:14:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-10T22:14:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-10T22:14:40,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T22:14:40,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-11-10T22:14:40,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.0890 sec 2024-11-10T22:14:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-10T22:14:40,493 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:40,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-10T22:14:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T22:14:40,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:40,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:40,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T22:14:40,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-10T22:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:40,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-10T22:14:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-10T22:14:40,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T22:14:40,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-10T22:14:40,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 160 msec 2024-11-10T22:14:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:40,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:40,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:40,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:40,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1c9a791d29244a98a4b21fd93a5d79f is 50, key is test_row_0/A:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:40,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742127_1303 (size=12151) 2024-11-10T22:14:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T22:14:40,813 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:40,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-10T22:14:40,815 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:40,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:40,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:40,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276880810, max timestamp=1731276880820Num uniques 859; 2024-11-10T22:14:40,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:14:40,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276880810, max timestamp=1731276880820Num uniques 859; 2024-11-10T22:14:40,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:14:40,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276880810, max timestamp=1731276880820Num uniques 859; 2024-11-10T22:14:40,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:14:40,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276940842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276940844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276940844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276940845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276940847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276940952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276940953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276940953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276940953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276940963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:40,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:40,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276941163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276941163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276941163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276941163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276941173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1c9a791d29244a98a4b21fd93a5d79f 2024-11-10T22:14:41,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7c13ab777b2d498e95851e27478b7092 is 50, key is test_row_0/B:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742128_1304 (size=12151) 2024-11-10T22:14:41,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276941473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276941473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276941473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276941473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276941483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7c13ab777b2d498e95851e27478b7092 2024-11-10T22:14:41,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/56640df47f624316a8d3a5dab2378bc2 is 50, key is test_row_0/C:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742129_1305 (size=12151) 2024-11-10T22:14:41,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:41,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276941982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276941983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276941983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276941983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276941993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:42,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/56640df47f624316a8d3a5dab2378bc2 2024-11-10T22:14:42,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/a1c9a791d29244a98a4b21fd93a5d79f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f 2024-11-10T22:14:42,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:42,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T22:14:42,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/7c13ab777b2d498e95851e27478b7092 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092 2024-11-10T22:14:42,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T22:14:42,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/56640df47f624316a8d3a5dab2378bc2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2 2024-11-10T22:14:42,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2, entries=150, sequenceid=252, filesize=11.9 K 2024-11-10T22:14:42,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6d1361e6c1210e371ace025d130fe19c in 1261ms, sequenceid=252, compaction requested=true 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:42,054 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:42,054 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:42,055 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:42,055 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:42,055 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:42,055 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:42,055 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,055 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,055 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/75eed89a96da49baa2e9fbfd81923c70, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.1 K 2024-11-10T22:14:42,055 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/defc636cf08f4e44a1bdfb621f59cd3c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.1 K 2024-11-10T22:14:42,056 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 75eed89a96da49baa2e9fbfd81923c70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:42,056 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting defc636cf08f4e44a1bdfb621f59cd3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:42,056 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 29d8847c184f41e6bd6269f131341ac9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731276878621 2024-11-10T22:14:42,056 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8577226bdfe347a59eb24123a167c957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731276878621 2024-11-10T22:14:42,056 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c13ab777b2d498e95851e27478b7092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:42,057 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1c9a791d29244a98a4b21fd93a5d79f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:42,064 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:42,064 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:42,064 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/105367529181418bb6ee54700a5579ba is 50, key is test_row_0/B:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:42,064 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/4598eaf91e39413b97782c267aa2cad6 is 50, key is test_row_0/A:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742131_1307 (size=12799) 2024-11-10T22:14:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742130_1306 (size=12799) 2024-11-10T22:14:42,077 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/105367529181418bb6ee54700a5579ba as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/105367529181418bb6ee54700a5579ba 2024-11-10T22:14:42,083 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into 105367529181418bb6ee54700a5579ba(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:42,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:42,083 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276882054; duration=0sec 2024-11-10T22:14:42,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:42,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:42,083 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:42,084 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:42,084 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:42,084 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,084 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/501e6930b3db44b4a44263ae50701f15, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.1 K 2024-11-10T22:14:42,086 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 501e6930b3db44b4a44263ae50701f15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731276877465 2024-11-10T22:14:42,087 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 60337da2af0f47509fe2bebc6f136b3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731276878621 2024-11-10T22:14:42,087 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 56640df47f624316a8d3a5dab2378bc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:42,095 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:42,096 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/1468b8a5cf0a43eeb9376004461fd458 is 50, key is test_row_0/C:col10/1731276880791/Put/seqid=0 2024-11-10T22:14:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742132_1308 (size=12799) 2024-11-10T22:14:42,104 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/1468b8a5cf0a43eeb9376004461fd458 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/1468b8a5cf0a43eeb9376004461fd458 2024-11-10T22:14:42,110 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into 1468b8a5cf0a43eeb9376004461fd458(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:42,110 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:42,110 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276882054; duration=0sec 2024-11-10T22:14:42,111 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:42,111 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:42,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-10T22:14:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:42,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:42,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:42,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/d1b4b52139344a8891f5bfa64321b6b4 is 50, key is test_row_0/A:col10/1731276880843/Put/seqid=0 2024-11-10T22:14:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742133_1309 (size=12301) 2024-11-10T22:14:42,476 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/4598eaf91e39413b97782c267aa2cad6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/4598eaf91e39413b97782c267aa2cad6 2024-11-10T22:14:42,480 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into 4598eaf91e39413b97782c267aa2cad6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:42,480 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:42,480 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276882054; duration=0sec 2024-11-10T22:14:42,481 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:42,481 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:42,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/d1b4b52139344a8891f5bfa64321b6b4 2024-11-10T22:14:42,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f3ce663a076424288f13dba13328b07 is 50, key is test_row_0/B:col10/1731276880843/Put/seqid=0 2024-11-10T22:14:42,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742134_1310 (size=12301) 2024-11-10T22:14:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:42,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276943007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276943008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276943009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276943010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276943010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f3ce663a076424288f13dba13328b07 2024-11-10T22:14:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13983c41c98f4d71b8cedbd9db6b2d56 is 50, key is test_row_0/C:col10/1731276880843/Put/seqid=0 2024-11-10T22:14:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742135_1311 (size=12301) 2024-11-10T22:14:43,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276943123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276943123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276943123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276943123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276943123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276943333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276943333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276943333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276943333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276943333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,440 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13983c41c98f4d71b8cedbd9db6b2d56 2024-11-10T22:14:43,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/d1b4b52139344a8891f5bfa64321b6b4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4 2024-11-10T22:14:43,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T22:14:43,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f3ce663a076424288f13dba13328b07 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07 2024-11-10T22:14:43,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T22:14:43,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13983c41c98f4d71b8cedbd9db6b2d56 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56 2024-11-10T22:14:43,457 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T22:14:43,457 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 6d1361e6c1210e371ace025d130fe19c in 1262ms, sequenceid=290, compaction requested=false 2024-11-10T22:14:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-10T22:14:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-10T22:14:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T22:14:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-10T22:14:43,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.6470 sec 2024-11-10T22:14:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:43,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:43,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/cf28e72fe29d402db2cbc1c7c8b6e1ad is 50, key is test_row_0/A:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742136_1312 (size=12301) 2024-11-10T22:14:43,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/cf28e72fe29d402db2cbc1c7c8b6e1ad 2024-11-10T22:14:43,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0d9138ebee0b4409a5b8207ce4aa89be is 50, key is test_row_0/B:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742137_1313 (size=12301) 2024-11-10T22:14:43,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276943692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276943692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276943692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276943693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276943695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276943803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276943803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276943803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276943803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276943803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276944013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276944013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276944013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276944013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276944013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0d9138ebee0b4409a5b8207ce4aa89be 2024-11-10T22:14:44,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13ceae37e84c439682990aed69f5f2b5 is 50, key is test_row_0/C:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742138_1314 (size=12301) 2024-11-10T22:14:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276944323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276944323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276944323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276944323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276944323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13ceae37e84c439682990aed69f5f2b5 2024-11-10T22:14:44,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/cf28e72fe29d402db2cbc1c7c8b6e1ad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad 2024-11-10T22:14:44,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad, entries=150, sequenceid=303, filesize=12.0 K 2024-11-10T22:14:44,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/0d9138ebee0b4409a5b8207ce4aa89be as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be 2024-11-10T22:14:44,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be, entries=150, sequenceid=303, filesize=12.0 K 2024-11-10T22:14:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/13ceae37e84c439682990aed69f5f2b5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5 2024-11-10T22:14:44,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5, entries=150, sequenceid=303, filesize=12.0 K 2024-11-10T22:14:44,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6d1361e6c1210e371ace025d130fe19c in 853ms, sequenceid=303, compaction requested=true 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:44,499 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:44,499 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:44,500 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:44,500 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:44,500 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:44,500 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:44,500 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:44,501 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:44,501 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/105367529181418bb6ee54700a5579ba, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.5 K 2024-11-10T22:14:44,501 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/4598eaf91e39413b97782c267aa2cad6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.5 K 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 105367529181418bb6ee54700a5579ba, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4598eaf91e39413b97782c267aa2cad6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3ce663a076424288f13dba13328b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731276880840 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1b4b52139344a8891f5bfa64321b6b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731276880840 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d9138ebee0b4409a5b8207ce4aa89be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:44,502 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf28e72fe29d402db2cbc1c7c8b6e1ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:44,511 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:44,512 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/c0116503e5714ec099c663eb00bc37ef is 50, key is test_row_0/B:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:44,512 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:44,512 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/6fca2e29d755435791f56bb8474b55d9 is 50, key is test_row_0/A:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742139_1315 (size=13051) 2024-11-10T22:14:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742140_1316 (size=13051) 2024-11-10T22:14:44,522 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/6fca2e29d755435791f56bb8474b55d9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/6fca2e29d755435791f56bb8474b55d9 2024-11-10T22:14:44,529 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into 6fca2e29d755435791f56bb8474b55d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:44,529 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:44,529 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276884499; duration=0sec 2024-11-10T22:14:44,529 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:44,529 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:44,529 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:44,530 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:44,530 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:44,530 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:44,530 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/1468b8a5cf0a43eeb9376004461fd458, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.5 K 2024-11-10T22:14:44,531 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1468b8a5cf0a43eeb9376004461fd458, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731276880786 2024-11-10T22:14:44,531 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13983c41c98f4d71b8cedbd9db6b2d56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731276880840 2024-11-10T22:14:44,531 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ceae37e84c439682990aed69f5f2b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:44,537 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:44,538 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/9c7dcdfac85a4064b298a49ceafadd61 is 50, key is test_row_0/C:col10/1731276883008/Put/seqid=0 2024-11-10T22:14:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742141_1317 (size=13051) 2024-11-10T22:14:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:44,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T22:14:44,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276883668, max timestamp=1731276884835Num uniques 859; 2024-11-10T22:14:44,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:44,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276883668, max timestamp=1731276884835Num uniques 859; 2024-11-10T22:14:44,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276883668, max timestamp=1731276884835Num uniques 859; 2024-11-10T22:14:44,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:44,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/5498d38f27d14e06ac919a090bb475fe is 50, key is test_row_0/A:col10/1731276884837/Put/seqid=0 2024-11-10T22:14:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742142_1318 (size=12301) 2024-11-10T22:14:44,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/5498d38f27d14e06ac919a090bb475fe 2024-11-10T22:14:44,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f32b58b68fa43c79dcd15059146586e is 50, key is test_row_0/B:col10/1731276884837/Put/seqid=0 2024-11-10T22:14:44,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731276884842, max timestamp=1731276884870Num uniques 859; 2024-11-10T22:14:44,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731276884842, max timestamp=1731276884870Num uniques 859; 2024-11-10T22:14:44,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T22:14:44,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T22:14:44,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276884842, max timestamp=1731276884872Num uniques 859; 2024-11-10T22:14:44,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:14:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742143_1319 (size=12301) 2024-11-10T22:14:44,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f32b58b68fa43c79dcd15059146586e 2024-11-10T22:14:44,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/2189e50ab1f54bc4bf9e12e789d24993 is 50, key is test_row_0/C:col10/1731276884837/Put/seqid=0 2024-11-10T22:14:44,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742144_1320 (size=12301) 2024-11-10T22:14:44,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/2189e50ab1f54bc4bf9e12e789d24993 2024-11-10T22:14:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276944906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276884895, max timestamp=1731276884912Num uniques 1168; 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276884895, max timestamp=1731276884912Num uniques 1068; 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731276884895, max timestamp=1731276884912Num uniques 1168; 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218 2024-11-10T22:14:44,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218 2024-11-10T22:14:44,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/5498d38f27d14e06ac919a090bb475fe as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe 2024-11-10T22:14:44,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe, entries=150, sequenceid=327, filesize=12.0 K 2024-11-10T22:14:44,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/2f32b58b68fa43c79dcd15059146586e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e 2024-11-10T22:14:44,931 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/c0116503e5714ec099c663eb00bc37ef as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/c0116503e5714ec099c663eb00bc37ef 2024-11-10T22:14:44,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-10T22:14:44,937 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into c0116503e5714ec099c663eb00bc37ef(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:44,937 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:44,937 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276884499; duration=0sec 2024-11-10T22:14:44,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/2189e50ab1f54bc4bf9e12e789d24993 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993 2024-11-10T22:14:44,937 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:44,937 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:44,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993, entries=150, sequenceid=327, filesize=12.0 K 2024-11-10T22:14:44,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=100.63 KB/103050 for 6d1361e6c1210e371ace025d130fe19c in 108ms, sequenceid=327, compaction requested=false 2024-11-10T22:14:44,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:44,948 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/9c7dcdfac85a4064b298a49ceafadd61 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/9c7dcdfac85a4064b298a49ceafadd61 2024-11-10T22:14:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:44,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=120.76 KB heapSize=339.61 KB 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:44,958 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into 9c7dcdfac85a4064b298a49ceafadd61(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:44,958 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:44,958 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276884499; duration=0sec 2024-11-10T22:14:44,958 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:44,958 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:44,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/b21b577978c0466e9e97e586eee4f805 is 50, key is test_row_0/A:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:44,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276944969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276944970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276944972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276944973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742145_1321 (size=17181) 2024-11-10T22:14:44,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/b21b577978c0466e9e97e586eee4f805 2024-11-10T22:14:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-10T22:14:44,994 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:44,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-10T22:14:44,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/1b79b56636fb45efba225d16e49af360 is 50, key is test_row_0/B:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:44,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:44,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:44,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:45,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742146_1322 (size=12301) 2024-11-10T22:14:45,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/1b79b56636fb45efba225d16e49af360 2024-11-10T22:14:45,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276945023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/776285cdcf55464e82fc9caf151973c2 is 50, key is test_row_0/C:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742147_1323 (size=12301) 2024-11-10T22:14:45,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/776285cdcf55464e82fc9caf151973c2 2024-11-10T22:14:45,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/b21b577978c0466e9e97e586eee4f805 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805 2024-11-10T22:14:45,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805, entries=250, sequenceid=379, filesize=16.8 K 2024-11-10T22:14:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/1b79b56636fb45efba225d16e49af360 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360 2024-11-10T22:14:45,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360, entries=150, sequenceid=379, filesize=12.0 K 2024-11-10T22:14:45,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/776285cdcf55464e82fc9caf151973c2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2 2024-11-10T22:14:45,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2, entries=150, sequenceid=379, filesize=12.0 K 2024-11-10T22:14:45,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~339.56 KB/347712, currentSize=60.38 KB/61830 for 6d1361e6c1210e371ace025d130fe19c in 114ms, sequenceid=379, compaction requested=true 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:45,064 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d1361e6c1210e371ace025d130fe19c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:45,064 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:45,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:45,065 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:45,065 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/A is initiating minor compaction (all files) 2024-11-10T22:14:45,065 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/A in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,065 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/6fca2e29d755435791f56bb8474b55d9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=41.5 K 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/B is initiating minor compaction (all files) 2024-11-10T22:14:45,066 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/B in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,066 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/c0116503e5714ec099c663eb00bc37ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.8 K 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fca2e29d755435791f56bb8474b55d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c0116503e5714ec099c663eb00bc37ef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5498d38f27d14e06ac919a090bb475fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731276884835 2024-11-10T22:14:45,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f32b58b68fa43c79dcd15059146586e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731276884835 2024-11-10T22:14:45,067 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b21b577978c0466e9e97e586eee4f805, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731276884936 2024-11-10T22:14:45,067 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b79b56636fb45efba225d16e49af360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731276884936 2024-11-10T22:14:45,076 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:45,076 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/d953ba3d056f4057ba21d003c5e8cbf2 is 50, key is test_row_0/A:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:45,078 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:45,079 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/20cb3587909841bfbadaf5d73318629b is 50, key is test_row_0/B:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742148_1324 (size=13153) 2024-11-10T22:14:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742149_1325 (size=13153) 2024-11-10T22:14:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:45,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:45,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:45,089 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/d953ba3d056f4057ba21d003c5e8cbf2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d953ba3d056f4057ba21d003c5e8cbf2 2024-11-10T22:14:45,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/9f813afad72a47b2b16f9e4b1c4e23c5 is 50, key is test_row_0/A:col10/1731276885084/Put/seqid=0 2024-11-10T22:14:45,096 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/A of 6d1361e6c1210e371ace025d130fe19c into d953ba3d056f4057ba21d003c5e8cbf2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:45,096 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:45,096 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/A, priority=13, startTime=1731276885064; duration=0sec 2024-11-10T22:14:45,096 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:45,096 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:A 2024-11-10T22:14:45,096 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:45,097 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:45,097 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 6d1361e6c1210e371ace025d130fe19c/C is initiating minor compaction (all files) 2024-11-10T22:14:45,097 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6d1361e6c1210e371ace025d130fe19c/C in TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,097 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/9c7dcdfac85a4064b298a49ceafadd61, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp, totalSize=36.8 K 2024-11-10T22:14:45,098 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c7dcdfac85a4064b298a49ceafadd61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731276883008 2024-11-10T22:14:45,098 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2189e50ab1f54bc4bf9e12e789d24993, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731276884835 2024-11-10T22:14:45,098 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 776285cdcf55464e82fc9caf151973c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731276884936 2024-11-10T22:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742150_1326 (size=14741) 2024-11-10T22:14:45,106 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d1361e6c1210e371ace025d130fe19c#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:45,106 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/94647ee18e6f49eaa210a0368e0feafe is 50, key is test_row_0/C:col10/1731276884948/Put/seqid=0 2024-11-10T22:14:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742151_1327 (size=13153) 2024-11-10T22:14:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276945118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276945119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276945122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276945123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,194 INFO [Thread-1167 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1167. 2024-11-10T22:14:45,194 DEBUG [Thread-1167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:45,194 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,194 DEBUG [Thread-1167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:45,196 INFO [Thread-1163 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1163. 2024-11-10T22:14:45,196 DEBUG [Thread-1163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:45,196 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,196 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:45,197 INFO [Thread-1169 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1169. 2024-11-10T22:14:45,198 DEBUG [Thread-1169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:45,198 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,198 DEBUG [Thread-1169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:45,199 INFO [Thread-1165 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1165. 2024-11-10T22:14:45,199 DEBUG [Thread-1165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:45,199 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,199 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:45,200 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-10T22:14:45,200 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:45,200 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,200 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:45,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276945233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276945233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276945233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276945234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276945234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276945443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276945444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276945443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276945444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,486 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/20cb3587909841bfbadaf5d73318629b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/20cb3587909841bfbadaf5d73318629b 2024-11-10T22:14:45,490 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/B of 6d1361e6c1210e371ace025d130fe19c into 20cb3587909841bfbadaf5d73318629b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:45,490 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:45,490 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/B, priority=13, startTime=1731276885064; duration=0sec 2024-11-10T22:14:45,490 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:45,490 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:B 2024-11-10T22:14:45,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/9f813afad72a47b2b16f9e4b1c4e23c5 2024-11-10T22:14:45,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/575cf9dc411d497086916f024ccf8ec3 is 50, key is test_row_0/B:col10/1731276885084/Put/seqid=0 2024-11-10T22:14:45,512 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/94647ee18e6f49eaa210a0368e0feafe as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/94647ee18e6f49eaa210a0368e0feafe 2024-11-10T22:14:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742152_1328 (size=12301) 2024-11-10T22:14:45,516 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6d1361e6c1210e371ace025d130fe19c/C of 6d1361e6c1210e371ace025d130fe19c into 94647ee18e6f49eaa210a0368e0feafe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:45,516 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:45,516 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., storeName=6d1361e6c1210e371ace025d130fe19c/C, priority=13, startTime=1731276885064; duration=0sec 2024-11-10T22:14:45,517 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:45,517 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d1361e6c1210e371ace025d130fe19c:C 2024-11-10T22:14:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276945543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276945753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276945753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276945753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276945753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:45,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/575cf9dc411d497086916f024ccf8ec3 2024-11-10T22:14:45,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:45,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:45,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/8b89b748fd7544469c5fdfb4b3895423 is 50, key is test_row_0/C:col10/1731276885084/Put/seqid=0 2024-11-10T22:14:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742153_1329 (size=12301) 2024-11-10T22:14:46,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55380 deadline: 1731276946052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:46,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:46,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:46,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:46,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:46,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:46,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:46,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55328 deadline: 1731276946263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1731276946263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731276946263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55378 deadline: 1731276946263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:46,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:14:46,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/8b89b748fd7544469c5fdfb4b3895423 2024-11-10T22:14:46,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/9f813afad72a47b2b16f9e4b1c4e23c5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/9f813afad72a47b2b16f9e4b1c4e23c5 2024-11-10T22:14:46,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/9f813afad72a47b2b16f9e4b1c4e23c5, entries=200, sequenceid=395, filesize=14.4 K 2024-11-10T22:14:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/575cf9dc411d497086916f024ccf8ec3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/575cf9dc411d497086916f024ccf8ec3 2024-11-10T22:14:46,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/575cf9dc411d497086916f024ccf8ec3, entries=150, sequenceid=395, filesize=12.0 K 2024-11-10T22:14:46,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/8b89b748fd7544469c5fdfb4b3895423 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/8b89b748fd7544469c5fdfb4b3895423 2024-11-10T22:14:46,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/8b89b748fd7544469c5fdfb4b3895423, entries=150, sequenceid=395, filesize=12.0 K 2024-11-10T22:14:46,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6d1361e6c1210e371ace025d130fe19c in 1252ms, sequenceid=395, compaction requested=false 2024-11-10T22:14:46,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:46,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:46,376 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:46,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dc30c91af1c7497183106ba3df12b999 is 50, key is test_row_0/A:col10/1731276885116/Put/seqid=0 2024-11-10T22:14:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742154_1330 (size=12301) 2024-11-10T22:14:46,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dc30c91af1c7497183106ba3df12b999 2024-11-10T22:14:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9510fcd2e9d34b10a3f9cdf83e6245e6 is 50, key is test_row_0/B:col10/1731276885116/Put/seqid=0 2024-11-10T22:14:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742155_1331 (size=12301) 2024-11-10T22:14:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:47,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. as already flushing 2024-11-10T22:14:47,064 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-11-10T22:14:47,064 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:47,064 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,064 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:47,193 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9510fcd2e9d34b10a3f9cdf83e6245e6 2024-11-10T22:14:47,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/0a27bddd6e084da49c0e5f4347adfe2c is 50, key is test_row_0/C:col10/1731276885116/Put/seqid=0 2024-11-10T22:14:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742156_1332 (size=12301) 2024-11-10T22:14:47,275 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-11-10T22:14:47,275 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-11-10T22:14:47,275 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-11-10T22:14:47,275 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:47,275 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:47,275 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:47,275 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:47,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:47,275 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:47,284 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-11-10T22:14:47,284 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:14:47,284 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,284 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:47,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:47,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:14:47,602 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/0a27bddd6e084da49c0e5f4347adfe2c 2024-11-10T22:14:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dc30c91af1c7497183106ba3df12b999 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dc30c91af1c7497183106ba3df12b999 2024-11-10T22:14:47,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dc30c91af1c7497183106ba3df12b999, entries=150, sequenceid=415, filesize=12.0 K 2024-11-10T22:14:47,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/9510fcd2e9d34b10a3f9cdf83e6245e6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9510fcd2e9d34b10a3f9cdf83e6245e6 2024-11-10T22:14:47,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9510fcd2e9d34b10a3f9cdf83e6245e6, entries=150, sequenceid=415, filesize=12.0 K 2024-11-10T22:14:47,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/0a27bddd6e084da49c0e5f4347adfe2c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/0a27bddd6e084da49c0e5f4347adfe2c 2024-11-10T22:14:47,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/0a27bddd6e084da49c0e5f4347adfe2c, entries=150, sequenceid=415, filesize=12.0 K 2024-11-10T22:14:47,616 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=33.54 KB/34350 for 6d1361e6c1210e371ace025d130fe19c in 1240ms, sequenceid=415, compaction requested=true 2024-11-10T22:14:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 6d1361e6c1210e371ace025d130fe19c: 2024-11-10T22:14:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-10T22:14:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-10T22:14:47,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-10T22:14:47,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6180 sec 2024-11-10T22:14:47,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 2.6250 sec 2024-11-10T22:14:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T22:14:49,163 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3090 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3193 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3238 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3099 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3191 2024-11-10T22:14:49,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:14:49,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:14:49,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:14:49,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:49,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:49,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:14:49,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:14:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:49,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276889167"}]},"ts":"1731276889167"} 2024-11-10T22:14:49,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:14:49,168 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:14:49,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:14:49,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, UNASSIGN}] 2024-11-10T22:14:49,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, UNASSIGN 2024-11-10T22:14:49,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=6d1361e6c1210e371ace025d130fe19c, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, UNASSIGN because future has completed 2024-11-10T22:14:49,173 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:14:49,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:49,325 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:49,325 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:14:49,325 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 6d1361e6c1210e371ace025d130fe19c, disabling compactions & flushes 2024-11-10T22:14:49,325 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:49,325 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:49,325 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. after waiting 0 ms 2024-11-10T22:14:49,325 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:49,325 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing 6d1361e6c1210e371ace025d130fe19c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=A 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=B 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d1361e6c1210e371ace025d130fe19c, store=C 2024-11-10T22:14:49,326 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:49,329 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dedaf608bbb846d2807a906f2072f90b is 50, key is test_row_1/A:col10/1731276887283/Put/seqid=0 2024-11-10T22:14:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742157_1333 (size=9857) 2024-11-10T22:14:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:49,733 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dedaf608bbb846d2807a906f2072f90b 2024-11-10T22:14:49,739 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/881bf09ca83e43feb7339b28a7158737 is 50, key is test_row_1/B:col10/1731276887283/Put/seqid=0 2024-11-10T22:14:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742158_1334 (size=9857) 2024-11-10T22:14:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:50,143 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/881bf09ca83e43feb7339b28a7158737 2024-11-10T22:14:50,148 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6c2e14b32d834f84bcaf354397884f9a is 50, key is test_row_1/C:col10/1731276887283/Put/seqid=0 2024-11-10T22:14:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742159_1335 (size=9857) 2024-11-10T22:14:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:50,552 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6c2e14b32d834f84bcaf354397884f9a 2024-11-10T22:14:50,555 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/A/dedaf608bbb846d2807a906f2072f90b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dedaf608bbb846d2807a906f2072f90b 2024-11-10T22:14:50,558 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dedaf608bbb846d2807a906f2072f90b, entries=100, sequenceid=423, filesize=9.6 K 2024-11-10T22:14:50,559 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/B/881bf09ca83e43feb7339b28a7158737 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/881bf09ca83e43feb7339b28a7158737 2024-11-10T22:14:50,561 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/881bf09ca83e43feb7339b28a7158737, entries=100, sequenceid=423, filesize=9.6 K 2024-11-10T22:14:50,562 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/.tmp/C/6c2e14b32d834f84bcaf354397884f9a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6c2e14b32d834f84bcaf354397884f9a 2024-11-10T22:14:50,564 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6c2e14b32d834f84bcaf354397884f9a, entries=100, sequenceid=423, filesize=9.6 K 2024-11-10T22:14:50,565 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6d1361e6c1210e371ace025d130fe19c in 1240ms, sequenceid=423, compaction requested=true 2024-11-10T22:14:50,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2ca0754f790649b49df1789e89241c8d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/ed1d3d7c9ebf40a5a82161fc2ce3425d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a0eb27a52a0a439a8e0d7855962e9aa4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/defc636cf08f4e44a1bdfb621f59cd3c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/4598eaf91e39413b97782c267aa2cad6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/6fca2e29d755435791f56bb8474b55d9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805] to archive 2024-11-10T22:14:50,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:50,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a920f047147a4e47b47cc0886b5e37db 2024-11-10T22:14:50,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2812926572ee4f4584eba9f8dc393d04 2024-11-10T22:14:50,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2ca0754f790649b49df1789e89241c8d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2ca0754f790649b49df1789e89241c8d 2024-11-10T22:14:50,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/27240a33eeca453ebeecb3ec0cce1c9b 2024-11-10T22:14:50,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/baa9cd73576e4908890be7c6068e2d7c 2024-11-10T22:14:50,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1d7e33ca82948e2b7a57d78c70c7fdf 2024-11-10T22:14:50,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/ed1d3d7c9ebf40a5a82161fc2ce3425d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/ed1d3d7c9ebf40a5a82161fc2ce3425d 2024-11-10T22:14:50,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/40c7821821ec42989ddbb3c2ff286334 2024-11-10T22:14:50,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a0eb27a52a0a439a8e0d7855962e9aa4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a0eb27a52a0a439a8e0d7855962e9aa4 2024-11-10T22:14:50,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/84dcf513a9b44eb4a27f318715cc71e3 2024-11-10T22:14:50,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/c2ab46434a3c4d849c89c730fc09e5b1 2024-11-10T22:14:50,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/007d4309acd94dc8bbae852f22e4302d 2024-11-10T22:14:50,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8bebed76ce93472ea649b1c65371edc0 2024-11-10T22:14:50,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/80ba846d075140869fab9cdb347b253b 2024-11-10T22:14:50,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/2a89defdd65e46a695e435191cb75132 2024-11-10T22:14:50,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/e390a01570eb46ab9f57e5c2604f730c 2024-11-10T22:14:50,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/defc636cf08f4e44a1bdfb621f59cd3c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/defc636cf08f4e44a1bdfb621f59cd3c 2024-11-10T22:14:50,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/8577226bdfe347a59eb24123a167c957 2024-11-10T22:14:50,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/4598eaf91e39413b97782c267aa2cad6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/4598eaf91e39413b97782c267aa2cad6 2024-11-10T22:14:50,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/a1c9a791d29244a98a4b21fd93a5d79f 2024-11-10T22:14:50,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d1b4b52139344a8891f5bfa64321b6b4 2024-11-10T22:14:50,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/6fca2e29d755435791f56bb8474b55d9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/6fca2e29d755435791f56bb8474b55d9 2024-11-10T22:14:50,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/cf28e72fe29d402db2cbc1c7c8b6e1ad 2024-11-10T22:14:50,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/5498d38f27d14e06ac919a090bb475fe 2024-11-10T22:14:50,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/b21b577978c0466e9e97e586eee4f805 2024-11-10T22:14:50,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/27ab27a40bf84078b8ba7e0e07655db2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3753c93aab774975aa074ea4ea49f832, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/f5db380da1e146b294a6c93f75048d4f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/75eed89a96da49baa2e9fbfd81923c70, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/105367529181418bb6ee54700a5579ba, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/c0116503e5714ec099c663eb00bc37ef, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360] to archive 2024-11-10T22:14:50,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:50,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0e1f98d6e9944a86a5817526ae16cec8 2024-11-10T22:14:50,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/8a06efc95a714196a98717cb32edc3bc 2024-11-10T22:14:50,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/27ab27a40bf84078b8ba7e0e07655db2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/27ab27a40bf84078b8ba7e0e07655db2 2024-11-10T22:14:50,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0ce252ead5dd4da58f5e8495597f9c0c 2024-11-10T22:14:50,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/777ab7facd534101bfdc9acc8a3a18f4 2024-11-10T22:14:50,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3753c93aab774975aa074ea4ea49f832 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3753c93aab774975aa074ea4ea49f832 2024-11-10T22:14:50,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7bfbac812bd3429abfe844240b7fa420 2024-11-10T22:14:50,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ba1088268094428884305f74c6d7123 2024-11-10T22:14:50,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/f5db380da1e146b294a6c93f75048d4f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/f5db380da1e146b294a6c93f75048d4f 2024-11-10T22:14:50,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9586d9020dbc453aa6be54c76fc6f597 2024-11-10T22:14:50,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/a945f380284042069656d87deb21f6ef 2024-11-10T22:14:50,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/4021180a6a75459a96322b464e02473f 2024-11-10T22:14:50,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7ca924129dff4a45a803cc49cfced3cd 2024-11-10T22:14:50,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/6d10907e2ae54ff7a38d300ab19f483d 2024-11-10T22:14:50,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/3b9715500b184afbb6c2044f8b37e092 2024-11-10T22:14:50,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/75eed89a96da49baa2e9fbfd81923c70 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/75eed89a96da49baa2e9fbfd81923c70 2024-11-10T22:14:50,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7f6377d866694451a05f853fd62a2914 2024-11-10T22:14:50,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/29d8847c184f41e6bd6269f131341ac9 2024-11-10T22:14:50,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/105367529181418bb6ee54700a5579ba to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/105367529181418bb6ee54700a5579ba 2024-11-10T22:14:50,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/7c13ab777b2d498e95851e27478b7092 2024-11-10T22:14:50,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f3ce663a076424288f13dba13328b07 2024-11-10T22:14:50,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/c0116503e5714ec099c663eb00bc37ef to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/c0116503e5714ec099c663eb00bc37ef 2024-11-10T22:14:50,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/0d9138ebee0b4409a5b8207ce4aa89be 2024-11-10T22:14:50,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/2f32b58b68fa43c79dcd15059146586e 2024-11-10T22:14:50,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/1b79b56636fb45efba225d16e49af360 2024-11-10T22:14:50,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/c684e48bf47a4df49607f779bb364350, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29e747baafb94ebb81339dd550b8a5ad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/d2cd55bd466c44eaa6d887d9d647f2a1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/501e6930b3db44b4a44263ae50701f15, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/1468b8a5cf0a43eeb9376004461fd458, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/9c7dcdfac85a4064b298a49ceafadd61, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2] to archive 2024-11-10T22:14:50,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:14:50,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/fa2cf01352d84f97b5420df4968153b1 2024-11-10T22:14:50,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6cfb631a782a4c88b9c118f3d4fff04c 2024-11-10T22:14:50,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/c684e48bf47a4df49607f779bb364350 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/c684e48bf47a4df49607f779bb364350 2024-11-10T22:14:50,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/7b755068c911496bb996dc9168b5fdc8 2024-11-10T22:14:50,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a9cd06462da448668e8a3d45bb512701 2024-11-10T22:14:50,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29e747baafb94ebb81339dd550b8a5ad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29e747baafb94ebb81339dd550b8a5ad 2024-11-10T22:14:50,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/17d867d644c3467bb9a8e8effa9e2f2f 2024-11-10T22:14:50,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/51b057bcdd844f4789c2c7ca45cac803 2024-11-10T22:14:50,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/d2cd55bd466c44eaa6d887d9d647f2a1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/d2cd55bd466c44eaa6d887d9d647f2a1 2024-11-10T22:14:50,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/4d82f197d2164cf5a175ebed608ea5cf 2024-11-10T22:14:50,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/f6bc4a67b56a45d7a5ec4ff34695617f 2024-11-10T22:14:50,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/036d23528fed4c67b35f68749ddb4d63 2024-11-10T22:14:50,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/a13f99f8e5a64cffa7ced68cd086fdc7 2024-11-10T22:14:50,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/353196e7124e4670835e4b0fba3ea80b 2024-11-10T22:14:50,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/79d35d3659d341d0adc55fd72dba061f 2024-11-10T22:14:50,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/501e6930b3db44b4a44263ae50701f15 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/501e6930b3db44b4a44263ae50701f15 2024-11-10T22:14:50,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/29c0b346706a4394b888d86418ce2b1f 2024-11-10T22:14:50,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/60337da2af0f47509fe2bebc6f136b3d 2024-11-10T22:14:50,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/1468b8a5cf0a43eeb9376004461fd458 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/1468b8a5cf0a43eeb9376004461fd458 2024-11-10T22:14:50,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/56640df47f624316a8d3a5dab2378bc2 2024-11-10T22:14:50,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13983c41c98f4d71b8cedbd9db6b2d56 2024-11-10T22:14:50,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/9c7dcdfac85a4064b298a49ceafadd61 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/9c7dcdfac85a4064b298a49ceafadd61 2024-11-10T22:14:50,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/13ceae37e84c439682990aed69f5f2b5 2024-11-10T22:14:50,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/2189e50ab1f54bc4bf9e12e789d24993 2024-11-10T22:14:50,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/776285cdcf55464e82fc9caf151973c2 2024-11-10T22:14:50,637 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=1 2024-11-10T22:14:50,637 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. 2024-11-10T22:14:50,637 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 6d1361e6c1210e371ace025d130fe19c: Waiting for close lock at 1731276889325Running coprocessor pre-close hooks at 1731276889325Disabling compacts and flushes for region at 1731276889325Disabling writes for close at 1731276889325Obtaining lock to block concurrent updates at 1731276889325Preparing flush snapshotting stores in 6d1361e6c1210e371ace025d130fe19c at 1731276889325Finished memstore snapshotting TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731276889326 (+1 ms)Flushing stores of TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c. at 1731276889326Flushing 6d1361e6c1210e371ace025d130fe19c/A: creating writer at 1731276889326Flushing 6d1361e6c1210e371ace025d130fe19c/A: appending metadata at 1731276889329 (+3 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/A: closing flushed file at 1731276889329Flushing 6d1361e6c1210e371ace025d130fe19c/B: creating writer at 1731276889736 (+407 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/B: appending metadata at 1731276889738 (+2 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/B: closing flushed file at 1731276889739 (+1 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/C: creating writer at 1731276890146 (+407 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/C: appending metadata at 1731276890148 (+2 ms)Flushing 6d1361e6c1210e371ace025d130fe19c/C: closing flushed file at 1731276890148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3bfd5d: reopening flushed file at 1731276890555 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f75b7ba: reopening flushed file at 1731276890558 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40afca1f: reopening flushed file at 1731276890561 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6d1361e6c1210e371ace025d130fe19c in 1240ms, sequenceid=423, compaction requested=true at 1731276890565 (+4 ms)Writing region close event to WAL at 1731276890634 (+69 ms)Running coprocessor post-close hooks at 1731276890637 (+3 ms)Closed at 1731276890637 2024-11-10T22:14:50,639 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:50,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=6d1361e6c1210e371ace025d130fe19c, regionState=CLOSED 2024-11-10T22:14:50,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:50,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-10T22:14:50,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 6d1361e6c1210e371ace025d130fe19c, server=7318282e5099,37101,1731276799219 in 1.4680 sec 2024-11-10T22:14:50,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T22:14:50,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d1361e6c1210e371ace025d130fe19c, UNASSIGN in 1.4730 sec 2024-11-10T22:14:50,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-10T22:14:50,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-10T22:14:50,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276890647"}]},"ts":"1731276890647"} 2024-11-10T22:14:50,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:14:50,648 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:14:50,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-10T22:14:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-10T22:14:51,313 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:51,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:14:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,315 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T22:14:51,316 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,318 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:51,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/recovered.edits] 2024-11-10T22:14:51,321 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/9f813afad72a47b2b16f9e4b1c4e23c5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/9f813afad72a47b2b16f9e4b1c4e23c5 2024-11-10T22:14:51,322 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d953ba3d056f4057ba21d003c5e8cbf2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/d953ba3d056f4057ba21d003c5e8cbf2 2024-11-10T22:14:51,323 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dc30c91af1c7497183106ba3df12b999 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dc30c91af1c7497183106ba3df12b999 2024-11-10T22:14:51,324 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dedaf608bbb846d2807a906f2072f90b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/A/dedaf608bbb846d2807a906f2072f90b 2024-11-10T22:14:51,326 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/20cb3587909841bfbadaf5d73318629b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/20cb3587909841bfbadaf5d73318629b 2024-11-10T22:14:51,327 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/575cf9dc411d497086916f024ccf8ec3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/575cf9dc411d497086916f024ccf8ec3 2024-11-10T22:14:51,327 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/881bf09ca83e43feb7339b28a7158737 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/881bf09ca83e43feb7339b28a7158737 2024-11-10T22:14:51,328 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9510fcd2e9d34b10a3f9cdf83e6245e6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/B/9510fcd2e9d34b10a3f9cdf83e6245e6 2024-11-10T22:14:51,330 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/0a27bddd6e084da49c0e5f4347adfe2c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/0a27bddd6e084da49c0e5f4347adfe2c 2024-11-10T22:14:51,331 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6c2e14b32d834f84bcaf354397884f9a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/6c2e14b32d834f84bcaf354397884f9a 2024-11-10T22:14:51,331 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/8b89b748fd7544469c5fdfb4b3895423 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/8b89b748fd7544469c5fdfb4b3895423 2024-11-10T22:14:51,332 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/94647ee18e6f49eaa210a0368e0feafe to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/C/94647ee18e6f49eaa210a0368e0feafe 2024-11-10T22:14:51,334 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/recovered.edits/426.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c/recovered.edits/426.seqid 2024-11-10T22:14:51,335 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/6d1361e6c1210e371ace025d130fe19c 2024-11-10T22:14:51,335 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:14:51,337 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,339 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:14:51,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:14:51,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:14:51,342 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276891341"}]},"ts":"9223372036854775807"} 2024-11-10T22:14:51,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:14:51,343 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6d1361e6c1210e371ace025d130fe19c, NAME => 'TestAcidGuarantees,,1731276862992.6d1361e6c1210e371ace025d130fe19c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:14:51,343 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:14:51,343 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276891343"}]},"ts":"9223372036854775807"} 2024-11-10T22:14:51,345 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:14:51,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-10T22:14:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-10T22:14:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:14:51,423 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:51,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251 (was 252), OpenFileDescriptor=457 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=9484 (was 9558) 2024-11-10T22:14:51,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=9484 2024-11-10T22:14:51,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:14:51,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:14:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:51,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:14:51,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:51,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-11-10T22:14:51,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:14:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742160_1336 (size=1061) 2024-11-10T22:14:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:51,851 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:14:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742161_1337 (size=53) 2024-11-10T22:14:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d0dcf67520b3ce28aa0baac5e0146a6b, disabling compactions & flushes 2024-11-10T22:14:52,257 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. after waiting 0 ms 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,257 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0dcf67520b3ce28aa0baac5e0146a6b: Waiting for close lock at 1731276892257Disabling compacts and flushes for region at 1731276892257Disabling writes for close at 1731276892257Writing region close event to WAL at 1731276892257Closed at 1731276892257 2024-11-10T22:14:52,259 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:14:52,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276892259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276892259"}]},"ts":"1731276892259"} 2024-11-10T22:14:52,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:14:52,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:14:52,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276892261"}]},"ts":"1731276892261"} 2024-11-10T22:14:52,262 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:14:52,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, ASSIGN}] 2024-11-10T22:14:52,263 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, ASSIGN 2024-11-10T22:14:52,264 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:14:52,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, ASSIGN because future has completed 2024-11-10T22:14:52,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:52,571 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:14:52,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:14:52,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,571 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,573 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,574 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:52,574 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName A 2024-11-10T22:14:52,574 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:52,574 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:52,574 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,575 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:52,575 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName B 2024-11-10T22:14:52,575 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:52,575 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:52,575 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,576 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:52,576 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName C 2024-11-10T22:14:52,576 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:52,576 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:52,577 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,577 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,577 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,577 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,578 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,578 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,578 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:14:52,579 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,580 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:14:52,581 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened d0dcf67520b3ce28aa0baac5e0146a6b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74182155, jitterRate=0.10540024936199188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:14:52,581 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:52,581 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for d0dcf67520b3ce28aa0baac5e0146a6b: Running coprocessor pre-open hook at 1731276892572Writing region info on filesystem at 1731276892572Initializing all the Stores at 1731276892572Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276892572Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276892572Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276892572Cleaning up temporary data from old regions at 1731276892578 (+6 ms)Running coprocessor post-open hooks at 1731276892581 (+3 ms)Region opened successfully at 1731276892581 2024-11-10T22:14:52,582 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., pid=101, masterSystemTime=1731276892568 2024-11-10T22:14:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:52,584 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,584 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:52,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:52,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:52,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-10T22:14:52,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 in 169 msec 2024-11-10T22:14:52,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T22:14:52,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, ASSIGN in 324 msec 2024-11-10T22:14:52,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:14:52,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276892589"}]},"ts":"1731276892589"} 2024-11-10T22:14:52,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:14:52,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:14:52,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-10T22:14:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T22:14:53,593 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:53,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f549e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:53,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:53,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:53,595 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d07e2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:53,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408b702c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:53,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:53,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:53,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:14:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:14:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1cba48 2024-11-10T22:14:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:14:53,602 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:14:53,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:14:53,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:14:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T22:14:53,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742162_1338 (size=1097) 2024-11-10T22:14:54,014 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T22:14:54,014 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T22:14:54,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:14:54,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE}] 2024-11-10T22:14:54,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE 2024-11-10T22:14:54,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE because future has completed 2024-11-10T22:14:54,021 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:14:54,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:54,173 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,174 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:14:54,174 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing d0dcf67520b3ce28aa0baac5e0146a6b, disabling compactions & flushes 2024-11-10T22:14:54,174 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,174 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,174 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. after waiting 0 ms 2024-11-10T22:14:54,174 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,177 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T22:14:54,178 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,178 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for d0dcf67520b3ce28aa0baac5e0146a6b: Waiting for close lock at 1731276894174Running coprocessor pre-close hooks at 1731276894174Disabling compacts and flushes for region at 1731276894174Disabling writes for close at 1731276894174Writing region close event to WAL at 1731276894174Running coprocessor post-close hooks at 1731276894178 (+4 ms)Closed at 1731276894178 2024-11-10T22:14:54,178 WARN [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: d0dcf67520b3ce28aa0baac5e0146a6b to self. 2024-11-10T22:14:54,180 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=CLOSED 2024-11-10T22:14:54,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:54,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T22:14:54,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 in 161 msec 2024-11-10T22:14:54,183 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE; state=CLOSED, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=true 2024-11-10T22:14:54,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE because future has completed 2024-11-10T22:14:54,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:14:54,490 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,490 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:14:54,490 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,490 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:14:54,490 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,490 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,491 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,492 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:54,492 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName A 2024-11-10T22:14:54,493 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:54,494 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:54,494 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,495 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:54,495 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName B 2024-11-10T22:14:54,495 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:54,495 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:54,495 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,496 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:14:54,496 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dcf67520b3ce28aa0baac5e0146a6b columnFamilyName C 2024-11-10T22:14:54,496 DEBUG [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:54,496 INFO [StoreOpener-d0dcf67520b3ce28aa0baac5e0146a6b-1 {}] regionserver.HStore(327): Store=d0dcf67520b3ce28aa0baac5e0146a6b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:14:54,496 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,496 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,497 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,498 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,498 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,498 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:14:54,499 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,500 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened d0dcf67520b3ce28aa0baac5e0146a6b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74252363, jitterRate=0.10644643008708954}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:14:54,500 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,500 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for d0dcf67520b3ce28aa0baac5e0146a6b: Running coprocessor pre-open hook at 1731276894490Writing region info on filesystem at 1731276894490Initializing all the Stores at 1731276894491 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276894491Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276894491Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276894491Cleaning up temporary data from old regions at 1731276894498 (+7 ms)Running coprocessor post-open hooks at 1731276894500 (+2 ms)Region opened successfully at 1731276894500 2024-11-10T22:14:54,501 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., pid=106, masterSystemTime=1731276894487 2024-11-10T22:14:54,503 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,503 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=OPEN, openSeqNum=5, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:14:54,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-11-10T22:14:54,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 in 174 msec 2024-11-10T22:14:54,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T22:14:54,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, REOPEN/MOVE in 492 msec 2024-11-10T22:14:54,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-10T22:14:54,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-10T22:14:54,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-11-10T22:14:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-10T22:14:54,517 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:54,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a2d60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732d6eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,522 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f71dd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,524 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b44d13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,525 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46acbd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,526 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266d7c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31154e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,530 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fd3a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cf835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434849a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,532 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c610c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed299a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4732b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9095aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cccb0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378f2670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa4755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44edacd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,539 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1d1498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,540 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567984ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b69daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,542 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57752da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3215c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b51df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:14:54,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:14:54,545 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268da4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:14:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:14:54,546 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:14:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e4d6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:14:54,547 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,547 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,547 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:54,547 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,547 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,548 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,549 DEBUG [Thread-1556 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,549 DEBUG [Thread-1556 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,549 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-10T22:14:54,551 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:54,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,551 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,553 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:14:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,554 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:54,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:14:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:14:54,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:14:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:14:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:54,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:14:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:14:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:14:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:54,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:14:54,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:54,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088628ab84aed47c4b9d0030cf737ebea_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276894560/Put/seqid=0 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276894564, max timestamp=1731276894606Num uniques 859; 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276894564, max timestamp=1731276894606Num uniques 859; 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731276894564, max timestamp=1731276894606Num uniques 859; 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:14:54,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-10T22:14:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742163_1339 (size=14594) 2024-11-10T22:14:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276954631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276954632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276954637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276954638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276954639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:54,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276954753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276954753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276954753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276954762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276954762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:54,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:54,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:54,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276954963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276954963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276954963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276954973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276954983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:55,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111088628ab84aed47c4b9d0030cf737ebea_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088628ab84aed47c4b9d0030cf737ebea_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:55,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/33e91585139548e8a731bb24a44440d1, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:55,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/33e91585139548e8a731bb24a44440d1 is 175, key is test_row_0/A:col10/1731276894560/Put/seqid=0 2024-11-10T22:14:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742164_1340 (size=39549) 2024-11-10T22:14:55,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:55,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276955273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276955273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276955273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276955293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276955293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/33e91585139548e8a731bb24a44440d1 2024-11-10T22:14:55,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/cc2f6c6372e64cecbb77704b47211313 is 50, key is test_row_0/B:col10/1731276894560/Put/seqid=0 2024-11-10T22:14:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742165_1341 (size=12001) 2024-11-10T22:14:55,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:55,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276955793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276955793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276955793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276955812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276955812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:55,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/cc2f6c6372e64cecbb77704b47211313 2024-11-10T22:14:55,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/baaede26e1834a85beb10e948c841c33 is 50, key is test_row_0/C:col10/1731276894560/Put/seqid=0 2024-11-10T22:14:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742166_1342 (size=12001) 2024-11-10T22:14:55,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:55,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:14:56,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:56,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:56,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:14:56,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/baaede26e1834a85beb10e948c841c33 2024-11-10T22:14:56,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/33e91585139548e8a731bb24a44440d1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1 2024-11-10T22:14:56,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1, entries=200, sequenceid=14, filesize=38.6 K 2024-11-10T22:14:56,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/cc2f6c6372e64cecbb77704b47211313 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313 2024-11-10T22:14:56,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T22:14:56,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/baaede26e1834a85beb10e948c841c33 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33 2024-11-10T22:14:56,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T22:14:56,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for d0dcf67520b3ce28aa0baac5e0146a6b in 1728ms, sequenceid=14, compaction requested=false 2024-11-10T22:14:56,291 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T22:14:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:56,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,396 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:56,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:14:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:56,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102aa22d8a3c2d4dd382f0720a89bbdfcd_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742167_1343 (size=12154) 2024-11-10T22:14:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102aa22d8a3c2d4dd382f0720a89bbdfcd_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102aa22d8a3c2d4dd382f0720a89bbdfcd_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:56,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/59ec3ed33e6f4fcfa6c800cda51eb671, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/59ec3ed33e6f4fcfa6c800cda51eb671 is 175, key is test_row_0/A:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742168_1344 (size=30955) 2024-11-10T22:14:56,427 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/59ec3ed33e6f4fcfa6c800cda51eb671 2024-11-10T22:14:56,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 is 50, key is test_row_0/B:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742169_1345 (size=12001) 2024-11-10T22:14:56,444 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 2024-11-10T22:14:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/dc8c9db3de3046aea86163cd394f5d13 is 50, key is test_row_0/C:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742170_1346 (size=12001) 2024-11-10T22:14:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:56,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276956831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276956833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276956833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:56,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276956834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276956836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:56,848 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:56,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/dc8c9db3de3046aea86163cd394f5d13 2024-11-10T22:14:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/59ec3ed33e6f4fcfa6c800cda51eb671 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671 2024-11-10T22:14:56,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671, entries=150, sequenceid=48, filesize=30.2 K 2024-11-10T22:14:56,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 2024-11-10T22:14:56,874 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T22:14:56,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/dc8c9db3de3046aea86163cd394f5d13 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13 2024-11-10T22:14:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13, entries=150, sequenceid=48, filesize=11.7 K 2024-11-10T22:14:56,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for d0dcf67520b3ce28aa0baac5e0146a6b in 484ms, sequenceid=48, compaction requested=false 2024-11-10T22:14:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-10T22:14:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-10T22:14:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-10T22:14:56,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-10T22:14:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.3380 sec 2024-11-10T22:14:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:56,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:14:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:14:56,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072c8dbc8a22a451eb1a9529b48084af9_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_1/A:col10/1731276896952/Put/seqid=0 2024-11-10T22:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742171_1347 (size=12154) 2024-11-10T22:14:56,989 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:56,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111072c8dbc8a22a451eb1a9529b48084af9_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072c8dbc8a22a451eb1a9529b48084af9_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:56,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/381a4a52017f42b4983770ee2091f2d1, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:56,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/381a4a52017f42b4983770ee2091f2d1 is 175, key is test_row_1/A:col10/1731276896952/Put/seqid=0 2024-11-10T22:14:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742172_1348 (size=30951) 2024-11-10T22:14:57,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/381a4a52017f42b4983770ee2091f2d1 2024-11-10T22:14:57,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/ee7b576b4eab445cbb70aebf80ff88b9 is 50, key is test_row_1/B:col10/1731276896952/Put/seqid=0 2024-11-10T22:14:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742173_1349 (size=9657) 2024-11-10T22:14:57,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/ee7b576b4eab445cbb70aebf80ff88b9 2024-11-10T22:14:57,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/0df8bda89d154edb90c22cd3db93b426 is 50, key is test_row_1/C:col10/1731276896952/Put/seqid=0 2024-11-10T22:14:57,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276897011, max timestamp=1731276897028Num uniques 859; 2024-11-10T22:14:57,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276897011, max timestamp=1731276897028Num uniques 859; 2024-11-10T22:14:57,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:57,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:14:57,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742174_1350 (size=9657) 2024-11-10T22:14:57,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/0df8bda89d154edb90c22cd3db93b426 2024-11-10T22:14:57,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731276897011, max timestamp=1731276897028Num uniques 859; 2024-11-10T22:14:57,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-10T22:14:57,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/381a4a52017f42b4983770ee2091f2d1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1 2024-11-10T22:14:57,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1, entries=150, sequenceid=59, filesize=30.2 K 2024-11-10T22:14:57,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/ee7b576b4eab445cbb70aebf80ff88b9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9 2024-11-10T22:14:57,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9, entries=100, sequenceid=59, filesize=9.4 K 2024-11-10T22:14:57,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/0df8bda89d154edb90c22cd3db93b426 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426 2024-11-10T22:14:57,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426, entries=100, sequenceid=59, filesize=9.4 K 2024-11-10T22:14:57,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=80.11 KB/82035 for d0dcf67520b3ce28aa0baac5e0146a6b in 108ms, sequenceid=59, compaction requested=true 2024-11-10T22:14:57,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:57,064 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:57,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:14:57,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:57,064 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:57,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:14:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:14:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:57,065 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:57,065 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/A is initiating minor compaction (all files) 2024-11-10T22:14:57,065 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/A in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:57,065 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=99.1 K 2024-11-10T22:14:57,065 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:57,065 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1] 2024-11-10T22:14:57,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:57,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/B is initiating minor compaction (all files) 2024-11-10T22:14:57,066 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/B in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:57,066 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=32.9 K 2024-11-10T22:14:57,066 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33e91585139548e8a731bb24a44440d1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276894555 2024-11-10T22:14:57,067 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting cc2f6c6372e64cecbb77704b47211313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276894557 2024-11-10T22:14:57,067 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ec3ed33e6f4fcfa6c800cda51eb671, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731276894629 2024-11-10T22:14:57,067 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fcc75a5dfae4b5f8f97cf260e6cf9b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731276894629 2024-11-10T22:14:57,067 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 381a4a52017f42b4983770ee2091f2d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276896829 2024-11-10T22:14:57,068 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ee7b576b4eab445cbb70aebf80ff88b9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276896834 2024-11-10T22:14:57,076 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:57,076 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/e09707fe30ed4cd093ae47a78b77d2c6 is 50, key is test_row_0/B:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:57,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=86.82 KB heapSize=244.62 KB 2024-11-10T22:14:57,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:14:57,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:57,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:14:57,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:57,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:14:57,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:14:57,091 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742175_1351 (size=12104) 2024-11-10T22:14:57,097 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/e09707fe30ed4cd093ae47a78b77d2c6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/e09707fe30ed4cd093ae47a78b77d2c6 2024-11-10T22:14:57,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e13348b2e72a41d0a30267eb5f8f7162_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276897061/Put/seqid=0 2024-11-10T22:14:57,103 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/B of d0dcf67520b3ce28aa0baac5e0146a6b into e09707fe30ed4cd093ae47a78b77d2c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:57,103 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110e93004e3c91146bead89cd6c31b5d8d2_d0dcf67520b3ce28aa0baac5e0146a6b store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:57,103 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:57,103 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/B, priority=13, startTime=1731276897064; duration=0sec 2024-11-10T22:14:57,103 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:14:57,103 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:B 2024-11-10T22:14:57,104 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:14:57,104 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:14:57,104 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/C is initiating minor compaction (all files) 2024-11-10T22:14:57,104 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/C in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:57,104 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=32.9 K 2024-11-10T22:14:57,105 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110e93004e3c91146bead89cd6c31b5d8d2_d0dcf67520b3ce28aa0baac5e0146a6b, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:57,105 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting baaede26e1834a85beb10e948c841c33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731276894557 2024-11-10T22:14:57,105 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e93004e3c91146bead89cd6c31b5d8d2_d0dcf67520b3ce28aa0baac5e0146a6b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:57,105 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting dc8c9db3de3046aea86163cd394f5d13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731276894629 2024-11-10T22:14:57,106 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0df8bda89d154edb90c22cd3db93b426, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276896834 2024-11-10T22:14:57,117 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:57,118 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/05cc28c9ce3143ab8382f28f869b326f is 50, key is test_row_0/C:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742176_1352 (size=14594) 2024-11-10T22:14:57,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:57,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e13348b2e72a41d0a30267eb5f8f7162_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e13348b2e72a41d0a30267eb5f8f7162_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:57,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/e0605e2a105846faa489cc17e01db971, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:57,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/e0605e2a105846faa489cc17e01db971 is 175, key is test_row_0/A:col10/1731276897061/Put/seqid=0 2024-11-10T22:14:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742177_1353 (size=4469) 2024-11-10T22:14:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742178_1354 (size=12104) 2024-11-10T22:14:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742179_1355 (size=39549) 2024-11-10T22:14:57,158 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/05cc28c9ce3143ab8382f28f869b326f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/05cc28c9ce3143ab8382f28f869b326f 2024-11-10T22:14:57,163 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/C of d0dcf67520b3ce28aa0baac5e0146a6b into 05cc28c9ce3143ab8382f28f869b326f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:57,163 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:57,163 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/C, priority=13, startTime=1731276897065; duration=0sec 2024-11-10T22:14:57,163 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:57,163 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:C 2024-11-10T22:14:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276957143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276957145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276957162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276957164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276957273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276957273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276957282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276957282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276957493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276957493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276957503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276957503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,544 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#A#compaction#300 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:14:57,545 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a7623cab1b79452c8ead85d4b193c7fb is 175, key is test_row_0/A:col10/1731276894629/Put/seqid=0 2024-11-10T22:14:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742180_1356 (size=31165) 2024-11-10T22:14:57,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/e0605e2a105846faa489cc17e01db971 2024-11-10T22:14:57,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/63227f135d0743e197a47ec64bc8f2c8 is 50, key is test_row_0/B:col10/1731276897061/Put/seqid=0 2024-11-10T22:14:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742181_1357 (size=12001) 2024-11-10T22:14:57,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276957813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276957813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276957813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:57,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276957813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:57,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:57,956 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a7623cab1b79452c8ead85d4b193c7fb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb 2024-11-10T22:14:57,960 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/A of d0dcf67520b3ce28aa0baac5e0146a6b into a7623cab1b79452c8ead85d4b193c7fb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:14:57,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:57,960 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/A, priority=13, startTime=1731276897064; duration=0sec 2024-11-10T22:14:57,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:14:57,960 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:A 2024-11-10T22:14:57,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.68 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/63227f135d0743e197a47ec64bc8f2c8 2024-11-10T22:14:57,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/86db3ae69f1947ef9a2538a5a1116dfe is 50, key is test_row_0/C:col10/1731276897061/Put/seqid=0 2024-11-10T22:14:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742182_1358 (size=12001) 2024-11-10T22:14:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276958333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:58,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276958333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276958334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276958334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:58,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/86db3ae69f1947ef9a2538a5a1116dfe 2024-11-10T22:14:58,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/e0605e2a105846faa489cc17e01db971 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971 2024-11-10T22:14:58,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971, entries=200, sequenceid=89, filesize=38.6 K 2024-11-10T22:14:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/63227f135d0743e197a47ec64bc8f2c8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8 2024-11-10T22:14:58,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8, entries=150, sequenceid=89, filesize=11.7 K 2024-11-10T22:14:58,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/86db3ae69f1947ef9a2538a5a1116dfe as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe 2024-11-10T22:14:58,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe, entries=150, sequenceid=89, filesize=11.7 K 2024-11-10T22:14:58,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~86.82 KB/88905, heapSize ~244.57 KB/250440, currentSize=93.93 KB/96180 for d0dcf67520b3ce28aa0baac5e0146a6b in 1316ms, sequenceid=89, compaction requested=false 2024-11-10T22:14:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T22:14:58,703 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:14:58,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-10T22:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:14:58,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:14:58,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:14:58,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:14:58,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-10T22:14:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:14:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T22:14:58,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:14:58,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:14:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:14:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:58,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101425eec51159474aae16ce08f80bac56_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276897160/Put/seqid=0 2024-11-10T22:14:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742183_1359 (size=12154) 2024-11-10T22:14:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:14:58,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101425eec51159474aae16ce08f80bac56_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101425eec51159474aae16ce08f80bac56_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:14:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/fafd6303362045c9be4f1de5681a86be, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:14:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/fafd6303362045c9be4f1de5681a86be is 175, key is test_row_0/A:col10/1731276897160/Put/seqid=0 2024-11-10T22:14:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742184_1360 (size=30955) 2024-11-10T22:14:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276958952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:14:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276959063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276959272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/fafd6303362045c9be4f1de5681a86be 2024-11-10T22:14:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/2095bf9226874b3e90eecad4d4131bad is 50, key is test_row_0/B:col10/1731276897160/Put/seqid=0 2024-11-10T22:14:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742185_1361 (size=12001) 2024-11-10T22:14:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:14:59,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276959343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276959343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,349 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,349 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276959352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,361 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276959363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,367 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:14:59,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:14:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276959582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:14:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:14:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:14:59,704 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/2095bf9226874b3e90eecad4d4131bad 2024-11-10T22:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/51c14315aa954befbf7d89a365ccd1a5 is 50, key is test_row_0/C:col10/1731276897160/Put/seqid=0 2024-11-10T22:14:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742186_1362 (size=12001) 2024-11-10T22:14:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:15:00,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276960103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:00,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/51c14315aa954befbf7d89a365ccd1a5 2024-11-10T22:15:00,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/fafd6303362045c9be4f1de5681a86be as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be 2024-11-10T22:15:00,125 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be, entries=150, sequenceid=109, filesize=30.2 K 2024-11-10T22:15:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/2095bf9226874b3e90eecad4d4131bad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad 2024-11-10T22:15:00,129 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad, entries=150, sequenceid=109, filesize=11.7 K 2024-11-10T22:15:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/51c14315aa954befbf7d89a365ccd1a5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5 2024-11-10T22:15:00,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5, entries=150, sequenceid=109, filesize=11.7 K 2024-11-10T22:15:00,134 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for d0dcf67520b3ce28aa0baac5e0146a6b in 1275ms, sequenceid=109, compaction requested=true 2024-11-10T22:15:00,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:00,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:00,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-10T22:15:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-10T22:15:00,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T22:15:00,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-10T22:15:00,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4340 sec 2024-11-10T22:15:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-10T22:15:00,853 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:00,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T22:15:00,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:00,856 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:00,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:01,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T22:15:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:01,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100e6595f26ad644d4adfaf9b5634be568_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276898950/Put/seqid=0 2024-11-10T22:15:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742187_1363 (size=12154) 2024-11-10T22:15:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:01,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276961233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276961343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276961353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,361 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276961363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,374 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276961382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,392 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276961393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,400 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:01,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100e6595f26ad644d4adfaf9b5634be568_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100e6595f26ad644d4adfaf9b5634be568_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:01,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/6324ad4d5a4c41e093e5092fa715b221, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:01,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/6324ad4d5a4c41e093e5092fa715b221 is 175, key is test_row_0/A:col10/1731276898950/Put/seqid=0 2024-11-10T22:15:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742188_1364 (size=30955) 2024-11-10T22:15:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:01,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276961563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,835 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/6324ad4d5a4c41e093e5092fa715b221 2024-11-10T22:15:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/9f1c97fba6ea443ca0407a84b4cb8c69 is 50, key is test_row_0/B:col10/1731276898950/Put/seqid=0 2024-11-10T22:15:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742189_1365 (size=12001) 2024-11-10T22:15:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276961883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:02,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/9f1c97fba6ea443ca0407a84b4cb8c69 2024-11-10T22:15:02,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/60aaec2a84914a7ab77f9d61bcf20c34 is 50, key is test_row_0/C:col10/1731276898950/Put/seqid=0 2024-11-10T22:15:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742190_1366 (size=12001) 2024-11-10T22:15:02,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276962402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:02,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:02,657 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/60aaec2a84914a7ab77f9d61bcf20c34 2024-11-10T22:15:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/6324ad4d5a4c41e093e5092fa715b221 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221 2024-11-10T22:15:02,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221, entries=150, sequenceid=124, filesize=30.2 K 2024-11-10T22:15:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/9f1c97fba6ea443ca0407a84b4cb8c69 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69 2024-11-10T22:15:02,669 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T22:15:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/60aaec2a84914a7ab77f9d61bcf20c34 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34 2024-11-10T22:15:02,673 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34, entries=150, sequenceid=124, filesize=11.7 K 2024-11-10T22:15:02,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for d0dcf67520b3ce28aa0baac5e0146a6b in 1665ms, sequenceid=124, compaction requested=true 2024-11-10T22:15:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T22:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T22:15:02,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T22:15:02,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-10T22:15:02,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8230 sec 2024-11-10T22:15:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T22:15:03,003 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:03,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T22:15:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:03,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:03,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:03,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:03,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T22:15:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:03,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:03,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:03,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110693ad475ad904c78abd01cb98666109a_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276901231/Put/seqid=0 2024-11-10T22:15:03,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742191_1367 (size=12304) 2024-11-10T22:15:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276963511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:03,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:03,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110693ad475ad904c78abd01cb98666109a_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110693ad475ad904c78abd01cb98666109a_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:03,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/829a62f69b5944b29d6e9f650f51d168, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:03,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/829a62f69b5944b29d6e9f650f51d168 is 175, key is test_row_0/A:col10/1731276901231/Put/seqid=0 2024-11-10T22:15:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742192_1368 (size=31105) 2024-11-10T22:15:03,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276963623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:03,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276963833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:03,979 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/829a62f69b5944b29d6e9f650f51d168 2024-11-10T22:15:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c6dbfd9bf74c4f8887185fd4c387ec4a is 50, key is test_row_0/B:col10/1731276901231/Put/seqid=0 2024-11-10T22:15:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742193_1369 (size=12151) 2024-11-10T22:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:04,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276964153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:04,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:04,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c6dbfd9bf74c4f8887185fd4c387ec4a 2024-11-10T22:15:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/c46982d0ef4c4f4cabbd20922b62c84d is 50, key is test_row_0/C:col10/1731276901231/Put/seqid=0 2024-11-10T22:15:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742194_1370 (size=12151) 2024-11-10T22:15:04,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276964673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:04,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/c46982d0ef4c4f4cabbd20922b62c84d 2024-11-10T22:15:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/829a62f69b5944b29d6e9f650f51d168 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168 2024-11-10T22:15:04,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168, entries=150, sequenceid=141, filesize=30.4 K 2024-11-10T22:15:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c6dbfd9bf74c4f8887185fd4c387ec4a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a 2024-11-10T22:15:04,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a, entries=150, sequenceid=141, filesize=11.9 K 2024-11-10T22:15:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/c46982d0ef4c4f4cabbd20922b62c84d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d 2024-11-10T22:15:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d, entries=150, sequenceid=141, filesize=11.9 K 2024-11-10T22:15:04,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for d0dcf67520b3ce28aa0baac5e0146a6b in 1660ms, sequenceid=141, compaction requested=true 2024-11-10T22:15:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T22:15:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T22:15:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T22:15:04,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-10T22:15:04,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8180 sec 2024-11-10T22:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T22:15:05,163 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:05,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T22:15:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:05,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:05,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:05,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:05,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T22:15:05,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:05,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:05,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d44c585dbe2344b4b26f476bc26451e6_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276903486/Put/seqid=0 2024-11-10T22:15:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742195_1371 (size=12304) 2024-11-10T22:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:05,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276965434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276965442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276965444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276965452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276965563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276965563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276965573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276965573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276965692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,704 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:05,736 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d44c585dbe2344b4b26f476bc26451e6_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d44c585dbe2344b4b26f476bc26451e6_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a0563c6e9a7f40fc863148b1f05ea19f, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a0563c6e9a7f40fc863148b1f05ea19f is 175, key is test_row_0/A:col10/1731276903486/Put/seqid=0 2024-11-10T22:15:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742196_1372 (size=31105) 2024-11-10T22:15:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:05,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276965783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276965783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276965793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276965793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276966103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276966103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276966112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276966112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,142 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a0563c6e9a7f40fc863148b1f05ea19f 2024-11-10T22:15:06,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/f919edebf32f4f62ad791bb7ee5afb76 is 50, key is test_row_0/B:col10/1731276903486/Put/seqid=0 2024-11-10T22:15:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742197_1373 (size=12151) 2024-11-10T22:15:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:06,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/f919edebf32f4f62ad791bb7ee5afb76 2024-11-10T22:15:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/01c01612c76e40e5ad599e04d7c4fa1f is 50, key is test_row_0/C:col10/1731276903486/Put/seqid=0 2024-11-10T22:15:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742198_1374 (size=12151) 2024-11-10T22:15:06,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/01c01612c76e40e5ad599e04d7c4fa1f 2024-11-10T22:15:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a0563c6e9a7f40fc863148b1f05ea19f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f 2024-11-10T22:15:06,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f, entries=150, sequenceid=156, filesize=30.4 K 2024-11-10T22:15:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/f919edebf32f4f62ad791bb7ee5afb76 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76 2024-11-10T22:15:06,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T22:15:06,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/01c01612c76e40e5ad599e04d7c4fa1f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f 2024-11-10T22:15:06,581 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-10T22:15:06,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for d0dcf67520b3ce28aa0baac5e0146a6b in 1264ms, sequenceid=156, compaction requested=true 2024-11-10T22:15:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T22:15:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T22:15:06,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T22:15:06,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-10T22:15:06,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4220 sec 2024-11-10T22:15:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:06,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:06,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e4a9599fc2ab4648a3242139e8087997_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:06,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742199_1375 (size=14794) 2024-11-10T22:15:06,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276966659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276966660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276966661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276966666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276966772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276966772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276966783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276966783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276966983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276966992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276967003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276967003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:07,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110e4a9599fc2ab4648a3242139e8087997_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4a9599fc2ab4648a3242139e8087997_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:07,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/d8631bacb3bf4cd4afd331220d646434, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/d8631bacb3bf4cd4afd331220d646434 is 175, key is test_row_0/A:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:07,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742200_1376 (size=39749) 2024-11-10T22:15:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T22:15:07,313 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:07,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-10T22:15:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:07,315 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:07,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:07,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276967303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276967303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276967323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276967323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:07,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/d8631bacb3bf4cd4afd331220d646434 2024-11-10T22:15:07,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/120fd8340ff34702b8924db911cf5cda is 50, key is test_row_0/B:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742201_1377 (size=12151) 2024-11-10T22:15:07,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T22:15:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/120fd8340ff34702b8924db911cf5cda 2024-11-10T22:15:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/842033a6013645b7b97c7b10d72539a9 is 50, key is test_row_0/C:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742202_1378 (size=12151) 2024-11-10T22:15:07,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T22:15:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276967723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,736 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T22:15:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:07,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276967823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276967823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276967843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276967843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:07,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:07,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/842033a6013645b7b97c7b10d72539a9 2024-11-10T22:15:07,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/d8631bacb3bf4cd4afd331220d646434 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434 2024-11-10T22:15:07,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434, entries=200, sequenceid=174, filesize=38.8 K 2024-11-10T22:15:07,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/120fd8340ff34702b8924db911cf5cda as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda 2024-11-10T22:15:07,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda, entries=150, sequenceid=174, filesize=11.9 K 2024-11-10T22:15:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/842033a6013645b7b97c7b10d72539a9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9 2024-11-10T22:15:07,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9, entries=150, sequenceid=174, filesize=11.9 K 2024-11-10T22:15:07,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d0dcf67520b3ce28aa0baac5e0146a6b in 1265ms, sequenceid=174, compaction requested=true 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:07,895 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:07,895 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84560 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 234583 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/B is initiating minor compaction (all files) 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/A is initiating minor compaction (all files) 2024-11-10T22:15:07,898 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/B in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,898 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/A in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,898 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/e09707fe30ed4cd093ae47a78b77d2c6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=82.6 K 2024-11-10T22:15:07,898 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=229.1 K 2024-11-10T22:15:07,898 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434] 2024-11-10T22:15:07,898 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e09707fe30ed4cd093ae47a78b77d2c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276894629 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7623cab1b79452c8ead85d4b193c7fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276894629 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 63227f135d0743e197a47ec64bc8f2c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731276897057 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0605e2a105846faa489cc17e01db971, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731276897055 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2095bf9226874b3e90eecad4d4131bad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731276897139 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting fafd6303362045c9be4f1de5681a86be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731276897139 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f1c97fba6ea443ca0407a84b4cb8c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276898897 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6324ad4d5a4c41e093e5092fa715b221, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276898897 2024-11-10T22:15:07,899 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c6dbfd9bf74c4f8887185fd4c387ec4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731276901217 2024-11-10T22:15:07,900 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f919edebf32f4f62ad791bb7ee5afb76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731276903486 2024-11-10T22:15:07,900 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 829a62f69b5944b29d6e9f650f51d168, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731276901217 2024-11-10T22:15:07,900 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0563c6e9a7f40fc863148b1f05ea19f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731276903486 2024-11-10T22:15:07,900 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 120fd8340ff34702b8924db911cf5cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:07,900 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8631bacb3bf4cd4afd331220d646434, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:07,909 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,911 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#B#compaction#320 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:07,912 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/3ff54b93c23749c2aa200d2c7176f496 is 50, key is test_row_0/B:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:07,912 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111032cdc3bb382847a98197cd511edc8231_d0dcf67520b3ce28aa0baac5e0146a6b store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,916 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111032cdc3bb382847a98197cd511edc8231_d0dcf67520b3ce28aa0baac5e0146a6b, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,917 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032cdc3bb382847a98197cd511edc8231_d0dcf67520b3ce28aa0baac5e0146a6b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742203_1379 (size=12493) 2024-11-10T22:15:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742204_1380 (size=4469) 2024-11-10T22:15:07,921 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#A#compaction#321 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:07,922 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/53e792bbb5b64fdc911efac56c5e7945 is 175, key is test_row_0/A:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742205_1381 (size=31447) 2024-11-10T22:15:07,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T22:15:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:07,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:15:07,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fef3f2b7602b46ad9a64c94d8a9eb66d_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276906664/Put/seqid=0 2024-11-10T22:15:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742206_1382 (size=12304) 2024-11-10T22:15:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:07,942 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fef3f2b7602b46ad9a64c94d8a9eb66d_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fef3f2b7602b46ad9a64c94d8a9eb66d_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/c72d6fd9ca4a43e484290587034a8fd5, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/c72d6fd9ca4a43e484290587034a8fd5 is 175, key is test_row_0/A:col10/1731276906664/Put/seqid=0 2024-11-10T22:15:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742207_1383 (size=31105) 2024-11-10T22:15:08,323 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/3ff54b93c23749c2aa200d2c7176f496 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3ff54b93c23749c2aa200d2c7176f496 2024-11-10T22:15:08,328 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/B of d0dcf67520b3ce28aa0baac5e0146a6b into 3ff54b93c23749c2aa200d2c7176f496(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:08,328 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:08,328 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/B, priority=9, startTime=1731276907895; duration=0sec 2024-11-10T22:15:08,328 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:08,328 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:B 2024-11-10T22:15:08,328 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-10T22:15:08,330 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84560 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-10T22:15:08,330 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/C is initiating minor compaction (all files) 2024-11-10T22:15:08,330 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/C in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:08,330 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/05cc28c9ce3143ab8382f28f869b326f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=82.6 K 2024-11-10T22:15:08,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 05cc28c9ce3143ab8382f28f869b326f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276894629 2024-11-10T22:15:08,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 86db3ae69f1947ef9a2538a5a1116dfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731276897057 2024-11-10T22:15:08,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 51c14315aa954befbf7d89a365ccd1a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731276897139 2024-11-10T22:15:08,332 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/53e792bbb5b64fdc911efac56c5e7945 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945 2024-11-10T22:15:08,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 60aaec2a84914a7ab77f9d61bcf20c34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731276898897 2024-11-10T22:15:08,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c46982d0ef4c4f4cabbd20922b62c84d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731276901217 2024-11-10T22:15:08,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 01c01612c76e40e5ad599e04d7c4fa1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731276903486 2024-11-10T22:15:08,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 842033a6013645b7b97c7b10d72539a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:08,336 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/A of d0dcf67520b3ce28aa0baac5e0146a6b into 53e792bbb5b64fdc911efac56c5e7945(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:08,336 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:08,336 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/A, priority=9, startTime=1731276907895; duration=0sec 2024-11-10T22:15:08,336 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:08,336 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:A 2024-11-10T22:15:08,344 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:08,344 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/980a170cfdbc4b13a5849d1650e2a20f is 50, key is test_row_0/C:col10/1731276905430/Put/seqid=0 2024-11-10T22:15:08,349 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/c72d6fd9ca4a43e484290587034a8fd5 2024-11-10T22:15:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742208_1384 (size=12493) 2024-11-10T22:15:08,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/3d18a15acae343ce8d009386e0f745ce is 50, key is test_row_0/B:col10/1731276906664/Put/seqid=0 2024-11-10T22:15:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742209_1385 (size=12151) 2024-11-10T22:15:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:08,760 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/980a170cfdbc4b13a5849d1650e2a20f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/980a170cfdbc4b13a5849d1650e2a20f 2024-11-10T22:15:08,764 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/C of d0dcf67520b3ce28aa0baac5e0146a6b into 980a170cfdbc4b13a5849d1650e2a20f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:08,764 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:08,764 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/C, priority=9, startTime=1731276907895; duration=0sec 2024-11-10T22:15:08,765 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:08,765 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:C 2024-11-10T22:15:08,766 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/3d18a15acae343ce8d009386e0f745ce 2024-11-10T22:15:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/83b1203ba23b4536b5de0d54cec8034d is 50, key is test_row_0/C:col10/1731276906664/Put/seqid=0 2024-11-10T22:15:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742210_1386 (size=12151) 2024-11-10T22:15:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:08,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276968898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:08,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276968908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276968908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:08,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276968910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276969012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276969023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276969023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276969033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/83b1203ba23b4536b5de0d54cec8034d 2024-11-10T22:15:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/c72d6fd9ca4a43e484290587034a8fd5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5 2024-11-10T22:15:09,186 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5, entries=150, sequenceid=188, filesize=30.4 K 2024-11-10T22:15:09,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/3d18a15acae343ce8d009386e0f745ce as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce 2024-11-10T22:15:09,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce, entries=150, sequenceid=188, filesize=11.9 K 2024-11-10T22:15:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/83b1203ba23b4536b5de0d54cec8034d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d 2024-11-10T22:15:09,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d, entries=150, sequenceid=188, filesize=11.9 K 2024-11-10T22:15:09,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d0dcf67520b3ce28aa0baac5e0146a6b in 1266ms, sequenceid=188, compaction requested=false 2024-11-10T22:15:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-10T22:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-10T22:15:09,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T22:15:09,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-10T22:15:09,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8860 sec 2024-11-10T22:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:09,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:09,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:09,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111075d0e4e9fd454a1e8231e7bc0afd8383_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742211_1387 (size=14794) 2024-11-10T22:15:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276969283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276969285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276969295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276969296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276969403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276969403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276969413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276969413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T22:15:09,473 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:09,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T22:15:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:09,475 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:09,476 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:09,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:09,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276969623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276969623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276969633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276969633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:09,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111075d0e4e9fd454a1e8231e7bc0afd8383_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111075d0e4e9fd454a1e8231e7bc0afd8383_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:09,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/8ced1b1557bf4ebd9a6adfbf234761a8, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:09,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/8ced1b1557bf4ebd9a6adfbf234761a8 is 175, key is test_row_0/A:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742212_1388 (size=39749) 2024-11-10T22:15:09,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:09,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:09,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:09,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:09,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276969952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:10,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/8ced1b1557bf4ebd9a6adfbf234761a8 2024-11-10T22:15:10,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/a16dbb63380d487a93b9c92a65c8708d is 50, key is test_row_0/B:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742213_1389 (size=12151) 2024-11-10T22:15:10,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:10,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276970463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:10,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276970463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276970463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276970464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:10,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/a16dbb63380d487a93b9c92a65c8708d 2024-11-10T22:15:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:10,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/2c1899ef23fe440c8d1500c0b1e1c359 is 50, key is test_row_0/C:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742214_1390 (size=12151) 2024-11-10T22:15:10,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:10,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:10,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:10,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:10,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/2c1899ef23fe440c8d1500c0b1e1c359 2024-11-10T22:15:10,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/8ced1b1557bf4ebd9a6adfbf234761a8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8 2024-11-10T22:15:10,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8, entries=200, sequenceid=210, filesize=38.8 K 2024-11-10T22:15:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/a16dbb63380d487a93b9c92a65c8708d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d 2024-11-10T22:15:10,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T22:15:10,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/2c1899ef23fe440c8d1500c0b1e1c359 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359 2024-11-10T22:15:10,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359, entries=150, sequenceid=210, filesize=11.9 K 2024-11-10T22:15:10,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d0dcf67520b3ce28aa0baac5e0146a6b in 1674ms, sequenceid=210, compaction requested=true 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:10,903 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:10,903 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:10,904 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:10,904 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/A is initiating minor compaction (all files) 2024-11-10T22:15:10,905 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/A in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,905 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:10,905 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/B is initiating minor compaction (all files) 2024-11-10T22:15:10,905 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=99.9 K 2024-11-10T22:15:10,905 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/B in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,905 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:10,905 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8] 2024-11-10T22:15:10,905 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3ff54b93c23749c2aa200d2c7176f496, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=35.9 K 2024-11-10T22:15:10,905 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53e792bbb5b64fdc911efac56c5e7945, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:10,905 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ff54b93c23749c2aa200d2c7176f496, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:10,906 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72d6fd9ca4a43e484290587034a8fd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731276906647 2024-11-10T22:15:10,906 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d18a15acae343ce8d009386e0f745ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731276906647 2024-11-10T22:15:10,906 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ced1b1557bf4ebd9a6adfbf234761a8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:10,906 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a16dbb63380d487a93b9c92a65c8708d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:10,911 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:10,913 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111035d5a9fa74f9423c9fa759686a141904_d0dcf67520b3ce28aa0baac5e0146a6b store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:10,913 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:10,914 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/ce0763ab898f44dab866ae5c659e2e9f is 50, key is test_row_0/B:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:10,915 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111035d5a9fa74f9423c9fa759686a141904_d0dcf67520b3ce28aa0baac5e0146a6b, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:10,915 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111035d5a9fa74f9423c9fa759686a141904_d0dcf67520b3ce28aa0baac5e0146a6b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742215_1391 (size=12595) 2024-11-10T22:15:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742216_1392 (size=4469) 2024-11-10T22:15:11,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T22:15:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:11,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:15:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:11,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103f5aa03485e84813b1c975ec9e5b770c_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276909295/Put/seqid=0 2024-11-10T22:15:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742217_1393 (size=12304) 2024-11-10T22:15:11,326 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/ce0763ab898f44dab866ae5c659e2e9f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ce0763ab898f44dab866ae5c659e2e9f 2024-11-10T22:15:11,330 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/B of d0dcf67520b3ce28aa0baac5e0146a6b into ce0763ab898f44dab866ae5c659e2e9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:11,330 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:11,330 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/B, priority=13, startTime=1731276910903; duration=0sec 2024-11-10T22:15:11,330 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:11,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:B 2024-11-10T22:15:11,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:11,331 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#A#compaction#329 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:11,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:11,331 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a59da27ca22b492b84be184caa82d587 is 175, key is test_row_0/A:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:11,331 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/C is initiating minor compaction (all files) 2024-11-10T22:15:11,332 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/C in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:11,332 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/980a170cfdbc4b13a5849d1650e2a20f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=35.9 K 2024-11-10T22:15:11,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 980a170cfdbc4b13a5849d1650e2a20f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731276905430 2024-11-10T22:15:11,332 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b1203ba23b4536b5de0d54cec8034d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731276906647 2024-11-10T22:15:11,333 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c1899ef23fe440c8d1500c0b1e1c359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742218_1394 (size=31549) 2024-11-10T22:15:11,340 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:11,340 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/9c7aa202c17a469d8242e843b1a7cf9f is 50, key is test_row_0/C:col10/1731276909227/Put/seqid=0 2024-11-10T22:15:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742219_1395 (size=12595) 2024-11-10T22:15:11,347 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/9c7aa202c17a469d8242e843b1a7cf9f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c7aa202c17a469d8242e843b1a7cf9f 2024-11-10T22:15:11,352 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/C of d0dcf67520b3ce28aa0baac5e0146a6b into 9c7aa202c17a469d8242e843b1a7cf9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:11,352 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:11,352 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/C, priority=13, startTime=1731276910903; duration=0sec 2024-11-10T22:15:11,352 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:11,352 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:C 2024-11-10T22:15:11,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:11,422 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103f5aa03485e84813b1c975ec9e5b770c_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f5aa03485e84813b1c975ec9e5b770c_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:11,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/021b19649e234d2f808e0c049b04bc7c, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/021b19649e234d2f808e0c049b04bc7c is 175, key is test_row_0/A:col10/1731276909295/Put/seqid=0 2024-11-10T22:15:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742220_1396 (size=31105) 2024-11-10T22:15:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:11,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:11,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276971518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276971519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276971529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276971530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276971643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276971643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276971652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276971653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,742 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/a59da27ca22b492b84be184caa82d587 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587 2024-11-10T22:15:11,747 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/A of d0dcf67520b3ce28aa0baac5e0146a6b into a59da27ca22b492b84be184caa82d587(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:11,747 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:11,747 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/A, priority=13, startTime=1731276910903; duration=0sec 2024-11-10T22:15:11,747 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:11,747 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:A 2024-11-10T22:15:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59014 deadline: 1731276971742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,751 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in d0dcf67520b3ce28aa0baac5e0146a6b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/021b19649e234d2f808e0c049b04bc7c 2024-11-10T22:15:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/5dc3a02f49bb40d5a3e0cc41f651d59d is 50, key is test_row_0/B:col10/1731276909295/Put/seqid=0 2024-11-10T22:15:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742221_1397 (size=12151) 2024-11-10T22:15:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276971862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276971863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276971863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276971863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:11,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276972173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/5dc3a02f49bb40d5a3e0cc41f651d59d 2024-11-10T22:15:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/66f1be57cffa4cfb8da67f7a25777d44 is 50, key is test_row_0/C:col10/1731276909295/Put/seqid=0 2024-11-10T22:15:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742222_1398 (size=12151) 2024-11-10T22:15:12,249 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/66f1be57cffa4cfb8da67f7a25777d44 2024-11-10T22:15:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/021b19649e234d2f808e0c049b04bc7c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c 2024-11-10T22:15:12,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c, entries=150, sequenceid=223, filesize=30.4 K 2024-11-10T22:15:12,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/5dc3a02f49bb40d5a3e0cc41f651d59d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d 2024-11-10T22:15:12,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T22:15:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/66f1be57cffa4cfb8da67f7a25777d44 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44 2024-11-10T22:15:12,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44, entries=150, sequenceid=223, filesize=11.9 K 2024-11-10T22:15:12,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d0dcf67520b3ce28aa0baac5e0146a6b in 1259ms, sequenceid=223, compaction requested=false 2024-11-10T22:15:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:12,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T22:15:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T22:15:12,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T22:15:12,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7910 sec 2024-11-10T22:15:12,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.7960 sec 2024-11-10T22:15:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:12,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:12,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a8255f55cc5c4296912bc2f0c411daa7_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742223_1399 (size=14794) 2024-11-10T22:15:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276972713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276972748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276972748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276972748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276972852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276972863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276972873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:12,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276972873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276973073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276973073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276973083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276973083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,109 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:13,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a8255f55cc5c4296912bc2f0c411daa7_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8255f55cc5c4296912bc2f0c411daa7_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:13,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/84f2a68c81764cb580c02a1aa1375987, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:13,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/84f2a68c81764cb580c02a1aa1375987 is 175, key is test_row_0/A:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:13,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742224_1400 (size=39749) 2024-11-10T22:15:13,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/84f2a68c81764cb580c02a1aa1375987 2024-11-10T22:15:13,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c772c92bcf8c49128464ce66545fa0dc is 50, key is test_row_0/B:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742225_1401 (size=12151) 2024-11-10T22:15:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276973392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276973393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276973403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276973403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c772c92bcf8c49128464ce66545fa0dc 2024-11-10T22:15:13,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/f78590743efc4811968e5f7f65700ddd is 50, key is test_row_0/C:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:13,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742226_1402 (size=12151) 2024-11-10T22:15:13,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/f78590743efc4811968e5f7f65700ddd 2024-11-10T22:15:13,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/84f2a68c81764cb580c02a1aa1375987 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987 2024-11-10T22:15:13,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987, entries=200, sequenceid=246, filesize=38.8 K 2024-11-10T22:15:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/c772c92bcf8c49128464ce66545fa0dc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc 2024-11-10T22:15:13,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T22:15:13,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/f78590743efc4811968e5f7f65700ddd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd 2024-11-10T22:15:13,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T22:15:13,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for d0dcf67520b3ce28aa0baac5e0146a6b in 884ms, sequenceid=246, compaction requested=true 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:13,582 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:13,582 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:13,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:13,583 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:13,583 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/B is initiating minor compaction (all files) 2024-11-10T22:15:13,583 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:13,583 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/B in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:13,583 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/A is initiating minor compaction (all files) 2024-11-10T22:15:13,583 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/A in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:13,583 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ce0763ab898f44dab866ae5c659e2e9f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=36.0 K 2024-11-10T22:15:13,583 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=100.0 K 2024-11-10T22:15:13,583 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:13,583 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987] 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0763ab898f44dab866ae5c659e2e9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting a59da27ca22b492b84be184caa82d587, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc3a02f49bb40d5a3e0cc41f651d59d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276909282 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021b19649e234d2f808e0c049b04bc7c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276909282 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c772c92bcf8c49128464ce66545fa0dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:13,584 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f2a68c81764cb580c02a1aa1375987, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:13,593 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:13,601 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111084edcb7a63df429892f28309a2e80d78_d0dcf67520b3ce28aa0baac5e0146a6b store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:13,602 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111084edcb7a63df429892f28309a2e80d78_d0dcf67520b3ce28aa0baac5e0146a6b, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:13,602 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111084edcb7a63df429892f28309a2e80d78_d0dcf67520b3ce28aa0baac5e0146a6b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:13,604 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:13,604 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/f812c67fb78c46b78afce3c29a90a46d is 50, key is test_row_0/B:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742227_1403 (size=12697) 2024-11-10T22:15:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742228_1404 (size=4469) 2024-11-10T22:15:13,635 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/f812c67fb78c46b78afce3c29a90a46d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f812c67fb78c46b78afce3c29a90a46d 2024-11-10T22:15:13,641 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/B of d0dcf67520b3ce28aa0baac5e0146a6b into f812c67fb78c46b78afce3c29a90a46d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:13,641 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:13,641 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/B, priority=13, startTime=1731276913582; duration=0sec 2024-11-10T22:15:13,641 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:13,641 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:B 2024-11-10T22:15:13,642 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T22:15:13,643 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:13,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:13,644 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:13,644 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/C is initiating minor compaction (all files) 2024-11-10T22:15:13,644 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/C in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:13,644 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c7aa202c17a469d8242e843b1a7cf9f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=36.0 K 2024-11-10T22:15:13,644 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7aa202c17a469d8242e843b1a7cf9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731276908895 2024-11-10T22:15:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T22:15:13,645 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 66f1be57cffa4cfb8da67f7a25777d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731276909282 2024-11-10T22:15:13,645 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:13,646 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f78590743efc4811968e5f7f65700ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:13,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:13,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:13,654 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:13,654 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/5e163af96ca04dd1a1ec20a6944b1912 is 50, key is test_row_0/C:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742229_1405 (size=12697) 2024-11-10T22:15:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:13,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T22:15:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:13,801 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110082814b9ad0c4bb591d896cb391b8f99_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276912726/Put/seqid=0 2024-11-10T22:15:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742230_1406 (size=12404) 2024-11-10T22:15:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. as already flushing 2024-11-10T22:15:13,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276973946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276973948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276973951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:13,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276973952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:13,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,027 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#A#compaction#338 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:14,028 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/f6e728035a1944618780e72ad8fcf951 is 175, key is test_row_0/A:col10/1731276911527/Put/seqid=0 2024-11-10T22:15:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742231_1407 (size=31651) 2024-11-10T22:15:14,066 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/5e163af96ca04dd1a1ec20a6944b1912 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/5e163af96ca04dd1a1ec20a6944b1912 2024-11-10T22:15:14,070 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/C of d0dcf67520b3ce28aa0baac5e0146a6b into 5e163af96ca04dd1a1ec20a6944b1912(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:14,070 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:14,070 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/C, priority=13, startTime=1731276913582; duration=0sec 2024-11-10T22:15:14,070 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:14,070 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:C 2024-11-10T22:15:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276974062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276974062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276974063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276974073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:14,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110082814b9ad0c4bb591d896cb391b8f99_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110082814b9ad0c4bb591d896cb391b8f99_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/82e1c187e2fc48498f7d632078060e7b, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/82e1c187e2fc48498f7d632078060e7b is 175, key is test_row_0/A:col10/1731276912726/Put/seqid=0 2024-11-10T22:15:14,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742232_1408 (size=31205) 2024-11-10T22:15:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276974283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276974283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276974283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276974283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,437 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/f6e728035a1944618780e72ad8fcf951 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951 2024-11-10T22:15:14,441 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/A of d0dcf67520b3ce28aa0baac5e0146a6b into f6e728035a1944618780e72ad8fcf951(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:14,441 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:14,441 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/A, priority=13, startTime=1731276913582; duration=0sec 2024-11-10T22:15:14,441 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:14,441 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:A 2024-11-10T22:15:14,553 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-10T22:15:14,553 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:14,553 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,553 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:14,559 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-10T22:15:14,560 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:14,560 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,560 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:14,560 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-10T22:15:14,560 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:14,560 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,560 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:14,565 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-10T22:15:14,565 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:14,565 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,565 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:14,568 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-10T22:15:14,568 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:14,568 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,568 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:14,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276974593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276974592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276974593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276974593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:14,622 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/82e1c187e2fc48498f7d632078060e7b 2024-11-10T22:15:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/fa8fafd502e043f88737029f6322faa9 is 50, key is test_row_0/B:col10/1731276912726/Put/seqid=0 2024-11-10T22:15:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742233_1409 (size=12251) 2024-11-10T22:15:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:15,031 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/fa8fafd502e043f88737029f6322faa9 2024-11-10T22:15:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/38bc77f6b4834a2685e4834ec54b16fe is 50, key is test_row_0/C:col10/1731276912726/Put/seqid=0 2024-11-10T22:15:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742234_1410 (size=12251) 2024-11-10T22:15:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59004 deadline: 1731276975103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58966 deadline: 1731276975103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1731276975103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58976 deadline: 1731276975104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:15,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:15,440 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/38bc77f6b4834a2685e4834ec54b16fe 2024-11-10T22:15:15,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/82e1c187e2fc48498f7d632078060e7b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b 2024-11-10T22:15:15,447 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b, entries=150, sequenceid=260, filesize=30.5 K 2024-11-10T22:15:15,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/fa8fafd502e043f88737029f6322faa9 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9 2024-11-10T22:15:15,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9, entries=150, sequenceid=260, filesize=12.0 K 2024-11-10T22:15:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/38bc77f6b4834a2685e4834ec54b16fe as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe 2024-11-10T22:15:15,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe, entries=150, sequenceid=260, filesize=12.0 K 2024-11-10T22:15:15,456 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d0dcf67520b3ce28aa0baac5e0146a6b in 1656ms, sequenceid=260, compaction requested=false 2024-11-10T22:15:15,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:15,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:15,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T22:15:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T22:15:15,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T22:15:15,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-10T22:15:15,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8160 sec 2024-11-10T22:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T22:15:15,793 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:16,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-10T22:15:16,115 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-10T22:15:16,115 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-10T22:15:16,115 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:16,115 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:16,115 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:16,115 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:16,115 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,115 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:16,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:16,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:16,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:16,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:16,116 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-10T22:15:16,116 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:16,116 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,116 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:16,117 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-11-10T22:15:16,117 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:16,117 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,117 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:16,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:16,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110be673cd3810d48e38082871065e0cab1_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742235_1411 (size=12454) 2024-11-10T22:15:16,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:16,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110be673cd3810d48e38082871065e0cab1_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be673cd3810d48e38082871065e0cab1_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:16,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/78a334c7713449b498324f984de20ad6, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:16,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/78a334c7713449b498324f984de20ad6 is 175, key is test_row_0/A:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742236_1412 (size=31255) 2024-11-10T22:15:16,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/78a334c7713449b498324f984de20ad6 2024-11-10T22:15:16,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/11909ca14c1840d1a672f6e1637b488f is 50, key is test_row_0/B:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742237_1413 (size=12301) 2024-11-10T22:15:17,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/11909ca14c1840d1a672f6e1637b488f 2024-11-10T22:15:17,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/30ad854cbc294bedbf25527fbd3477ef is 50, key is test_row_0/C:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742238_1414 (size=12301) 2024-11-10T22:15:17,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:15:17,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/30ad854cbc294bedbf25527fbd3477ef 2024-11-10T22:15:17,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/78a334c7713449b498324f984de20ad6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6 2024-11-10T22:15:17,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6, entries=150, sequenceid=284, filesize=30.5 K 2024-11-10T22:15:17,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/11909ca14c1840d1a672f6e1637b488f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f 2024-11-10T22:15:17,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-10T22:15:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/30ad854cbc294bedbf25527fbd3477ef as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef 2024-11-10T22:15:17,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef, entries=150, sequenceid=284, filesize=12.0 K 2024-11-10T22:15:17,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=6.71 KB/6870 for d0dcf67520b3ce28aa0baac5e0146a6b in 1651ms, sequenceid=284, compaction requested=true 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:17,766 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0dcf67520b3ce28aa0baac5e0146a6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:17,766 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/A is initiating minor compaction (all files) 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/B is initiating minor compaction (all files) 2024-11-10T22:15:17,767 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/A in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:17,767 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/B in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:17,767 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=91.9 K 2024-11-10T22:15:17,767 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f812c67fb78c46b78afce3c29a90a46d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=36.4 K 2024-11-10T22:15:17,767 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6] 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f812c67fb78c46b78afce3c29a90a46d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e728035a1944618780e72ad8fcf951, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8fafd502e043f88737029f6322faa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276912711 2024-11-10T22:15:17,767 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82e1c187e2fc48498f7d632078060e7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276912711 2024-11-10T22:15:17,768 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78a334c7713449b498324f984de20ad6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731276916113 2024-11-10T22:15:17,768 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 11909ca14c1840d1a672f6e1637b488f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731276916113 2024-11-10T22:15:17,774 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:17,775 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/d2958ec8e5de498e81a769d338c7b2a2 is 50, key is test_row_0/B:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742239_1415 (size=12949) 2024-11-10T22:15:17,778 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:17,779 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101cf7147d1a5142f1a9a16d744c4e3091_d0dcf67520b3ce28aa0baac5e0146a6b store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:17,800 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101cf7147d1a5142f1a9a16d744c4e3091_d0dcf67520b3ce28aa0baac5e0146a6b, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:17,800 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101cf7147d1a5142f1a9a16d744c4e3091_d0dcf67520b3ce28aa0baac5e0146a6b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:17,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742240_1416 (size=4469) 2024-11-10T22:15:18,182 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/d2958ec8e5de498e81a769d338c7b2a2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/d2958ec8e5de498e81a769d338c7b2a2 2024-11-10T22:15:18,186 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/B of d0dcf67520b3ce28aa0baac5e0146a6b into d2958ec8e5de498e81a769d338c7b2a2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:18,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:18,186 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/B, priority=13, startTime=1731276917766; duration=0sec 2024-11-10T22:15:18,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:18,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:B 2024-11-10T22:15:18,186 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:18,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:18,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): d0dcf67520b3ce28aa0baac5e0146a6b/C is initiating minor compaction (all files) 2024-11-10T22:15:18,187 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0dcf67520b3ce28aa0baac5e0146a6b/C in TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:18,187 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/5e163af96ca04dd1a1ec20a6944b1912, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp, totalSize=36.4 K 2024-11-10T22:15:18,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e163af96ca04dd1a1ec20a6944b1912, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731276911517 2024-11-10T22:15:18,187 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 38bc77f6b4834a2685e4834ec54b16fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731276912711 2024-11-10T22:15:18,188 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 30ad854cbc294bedbf25527fbd3477ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731276916113 2024-11-10T22:15:18,196 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#C#compaction#349 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:18,196 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/9c1c96810b4349d6aec59375a78c0031 is 50, key is test_row_0/C:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742241_1417 (size=12949) 2024-11-10T22:15:18,204 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0dcf67520b3ce28aa0baac5e0146a6b#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:18,205 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/f4bbf5590dfe4fc491ccbcd486f3da50 is 175, key is test_row_0/A:col10/1731276916114/Put/seqid=0 2024-11-10T22:15:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742242_1418 (size=31903) 2024-11-10T22:15:18,608 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/9c1c96810b4349d6aec59375a78c0031 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c1c96810b4349d6aec59375a78c0031 2024-11-10T22:15:18,613 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/C of d0dcf67520b3ce28aa0baac5e0146a6b into 9c1c96810b4349d6aec59375a78c0031(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:18,613 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:18,613 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/C, priority=13, startTime=1731276917766; duration=0sec 2024-11-10T22:15:18,613 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:18,613 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:C 2024-11-10T22:15:18,614 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/f4bbf5590dfe4fc491ccbcd486f3da50 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f4bbf5590dfe4fc491ccbcd486f3da50 2024-11-10T22:15:18,617 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0dcf67520b3ce28aa0baac5e0146a6b/A of d0dcf67520b3ce28aa0baac5e0146a6b into f4bbf5590dfe4fc491ccbcd486f3da50(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:18,617 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0dcf67520b3ce28aa0baac5e0146a6b: 2024-11-10T22:15:18,617 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., storeName=d0dcf67520b3ce28aa0baac5e0146a6b/A, priority=13, startTime=1731276917766; duration=0sec 2024-11-10T22:15:18,617 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:18,617 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0dcf67520b3ce28aa0baac5e0146a6b:A 2024-11-10T22:15:20,699 WARN [regionserver/7318282e5099:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-10T22:15:20,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6] to archive 2024-11-10T22:15:20,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:20,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/33e91585139548e8a731bb24a44440d1 2024-11-10T22:15:20,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/59ec3ed33e6f4fcfa6c800cda51eb671 2024-11-10T22:15:20,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a7623cab1b79452c8ead85d4b193c7fb 2024-11-10T22:15:20,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/381a4a52017f42b4983770ee2091f2d1 2024-11-10T22:15:20,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/e0605e2a105846faa489cc17e01db971 2024-11-10T22:15:20,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/fafd6303362045c9be4f1de5681a86be 2024-11-10T22:15:20,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/6324ad4d5a4c41e093e5092fa715b221 2024-11-10T22:15:20,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/829a62f69b5944b29d6e9f650f51d168 2024-11-10T22:15:20,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a0563c6e9a7f40fc863148b1f05ea19f 2024-11-10T22:15:20,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/d8631bacb3bf4cd4afd331220d646434 2024-11-10T22:15:20,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/53e792bbb5b64fdc911efac56c5e7945 2024-11-10T22:15:20,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/c72d6fd9ca4a43e484290587034a8fd5 2024-11-10T22:15:20,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/8ced1b1557bf4ebd9a6adfbf234761a8 2024-11-10T22:15:20,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/a59da27ca22b492b84be184caa82d587 2024-11-10T22:15:20,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/021b19649e234d2f808e0c049b04bc7c 2024-11-10T22:15:20,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/84f2a68c81764cb580c02a1aa1375987 2024-11-10T22:15:20,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f6e728035a1944618780e72ad8fcf951 2024-11-10T22:15:20,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/82e1c187e2fc48498f7d632078060e7b 2024-11-10T22:15:20,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/78a334c7713449b498324f984de20ad6 2024-11-10T22:15:20,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/e09707fe30ed4cd093ae47a78b77d2c6, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3ff54b93c23749c2aa200d2c7176f496, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ce0763ab898f44dab866ae5c659e2e9f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f812c67fb78c46b78afce3c29a90a46d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f] to archive 2024-11-10T22:15:20,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:20,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/cc2f6c6372e64cecbb77704b47211313 2024-11-10T22:15:20,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/8fcc75a5dfae4b5f8f97cf260e6cf9b6 2024-11-10T22:15:20,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/e09707fe30ed4cd093ae47a78b77d2c6 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/e09707fe30ed4cd093ae47a78b77d2c6 2024-11-10T22:15:20,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ee7b576b4eab445cbb70aebf80ff88b9 2024-11-10T22:15:20,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/63227f135d0743e197a47ec64bc8f2c8 2024-11-10T22:15:20,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/2095bf9226874b3e90eecad4d4131bad 2024-11-10T22:15:20,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/9f1c97fba6ea443ca0407a84b4cb8c69 2024-11-10T22:15:20,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c6dbfd9bf74c4f8887185fd4c387ec4a 2024-11-10T22:15:20,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f919edebf32f4f62ad791bb7ee5afb76 2024-11-10T22:15:20,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3ff54b93c23749c2aa200d2c7176f496 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3ff54b93c23749c2aa200d2c7176f496 2024-11-10T22:15:20,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/120fd8340ff34702b8924db911cf5cda 2024-11-10T22:15:20,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/3d18a15acae343ce8d009386e0f745ce 2024-11-10T22:15:20,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ce0763ab898f44dab866ae5c659e2e9f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/ce0763ab898f44dab866ae5c659e2e9f 2024-11-10T22:15:20,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/a16dbb63380d487a93b9c92a65c8708d 2024-11-10T22:15:20,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/5dc3a02f49bb40d5a3e0cc41f651d59d 2024-11-10T22:15:20,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f812c67fb78c46b78afce3c29a90a46d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/f812c67fb78c46b78afce3c29a90a46d 2024-11-10T22:15:20,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/c772c92bcf8c49128464ce66545fa0dc 2024-11-10T22:15:20,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/fa8fafd502e043f88737029f6322faa9 2024-11-10T22:15:20,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/11909ca14c1840d1a672f6e1637b488f 2024-11-10T22:15:20,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/05cc28c9ce3143ab8382f28f869b326f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/980a170cfdbc4b13a5849d1650e2a20f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c7aa202c17a469d8242e843b1a7cf9f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/5e163af96ca04dd1a1ec20a6944b1912, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef] to archive 2024-11-10T22:15:20,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:20,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/baaede26e1834a85beb10e948c841c33 2024-11-10T22:15:20,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/dc8c9db3de3046aea86163cd394f5d13 2024-11-10T22:15:20,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/05cc28c9ce3143ab8382f28f869b326f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/05cc28c9ce3143ab8382f28f869b326f 2024-11-10T22:15:20,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/0df8bda89d154edb90c22cd3db93b426 2024-11-10T22:15:20,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/86db3ae69f1947ef9a2538a5a1116dfe 2024-11-10T22:15:20,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/51c14315aa954befbf7d89a365ccd1a5 2024-11-10T22:15:20,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/60aaec2a84914a7ab77f9d61bcf20c34 2024-11-10T22:15:20,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/c46982d0ef4c4f4cabbd20922b62c84d 2024-11-10T22:15:20,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/01c01612c76e40e5ad599e04d7c4fa1f 2024-11-10T22:15:20,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/980a170cfdbc4b13a5849d1650e2a20f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/980a170cfdbc4b13a5849d1650e2a20f 2024-11-10T22:15:20,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/842033a6013645b7b97c7b10d72539a9 2024-11-10T22:15:20,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/83b1203ba23b4536b5de0d54cec8034d 2024-11-10T22:15:20,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c7aa202c17a469d8242e843b1a7cf9f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c7aa202c17a469d8242e843b1a7cf9f 2024-11-10T22:15:20,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/2c1899ef23fe440c8d1500c0b1e1c359 2024-11-10T22:15:20,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/66f1be57cffa4cfb8da67f7a25777d44 2024-11-10T22:15:20,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/5e163af96ca04dd1a1ec20a6944b1912 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/5e163af96ca04dd1a1ec20a6944b1912 2024-11-10T22:15:20,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/f78590743efc4811968e5f7f65700ddd 2024-11-10T22:15:20,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/38bc77f6b4834a2685e4834ec54b16fe 2024-11-10T22:15:20,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7318282e5099:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/30ad854cbc294bedbf25527fbd3477ef 2024-11-10T22:15:21,784 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-10T22:15:21,784 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:21,784 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:21,784 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:21,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1037 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3110 rows 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1038 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3109 rows 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1039 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3115 rows 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1035 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3104 rows 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1040 2024-11-10T22:15:21,785 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3120 rows 2024-11-10T22:15:21,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:15:21,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:15:21,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:21,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:21,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:21,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:15:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:21,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276921789"}]},"ts":"1731276921789"} 2024-11-10T22:15:21,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:15:21,790 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:15:21,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:15:21,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, UNASSIGN}] 2024-11-10T22:15:21,792 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, UNASSIGN 2024-11-10T22:15:21,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:21,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, UNASSIGN because future has completed 2024-11-10T22:15:21,794 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:15:21,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:21,946 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:21,946 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:15:21,946 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing d0dcf67520b3ce28aa0baac5e0146a6b, disabling compactions & flushes 2024-11-10T22:15:21,946 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:21,946 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:21,946 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. after waiting 0 ms 2024-11-10T22:15:21,946 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:21,946 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing d0dcf67520b3ce28aa0baac5e0146a6b 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=A 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=B 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0dcf67520b3ce28aa0baac5e0146a6b, store=C 2024-11-10T22:15:21,947 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:21,951 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ec69da6a9964bbaa6651464b40324b2_d0dcf67520b3ce28aa0baac5e0146a6b is 50, key is test_row_0/A:col10/1731276916116/Put/seqid=0 2024-11-10T22:15:21,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742243_1419 (size=9914) 2024-11-10T22:15:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:22,355 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:22,359 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104ec69da6a9964bbaa6651464b40324b2_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec69da6a9964bbaa6651464b40324b2_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:22,359 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/4dff9fd470114d55b0dc23f628b3e7ad, store: [table=TestAcidGuarantees family=A region=d0dcf67520b3ce28aa0baac5e0146a6b] 2024-11-10T22:15:22,360 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/4dff9fd470114d55b0dc23f628b3e7ad is 175, key is test_row_0/A:col10/1731276916116/Put/seqid=0 2024-11-10T22:15:22,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742244_1420 (size=22561) 2024-11-10T22:15:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:22,764 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/4dff9fd470114d55b0dc23f628b3e7ad 2024-11-10T22:15:22,769 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/4ff778da6ba04c919751279c287a61ab is 50, key is test_row_0/B:col10/1731276916116/Put/seqid=0 2024-11-10T22:15:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742245_1421 (size=9857) 2024-11-10T22:15:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:23,172 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/4ff778da6ba04c919751279c287a61ab 2024-11-10T22:15:23,178 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/ee6304bc19b647b18b64e29719e3870a is 50, key is test_row_0/C:col10/1731276916116/Put/seqid=0 2024-11-10T22:15:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742246_1422 (size=9857) 2024-11-10T22:15:23,581 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/ee6304bc19b647b18b64e29719e3870a 2024-11-10T22:15:23,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/A/4dff9fd470114d55b0dc23f628b3e7ad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/4dff9fd470114d55b0dc23f628b3e7ad 2024-11-10T22:15:23,587 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/4dff9fd470114d55b0dc23f628b3e7ad, entries=100, sequenceid=292, filesize=22.0 K 2024-11-10T22:15:23,588 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/B/4ff778da6ba04c919751279c287a61ab as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/4ff778da6ba04c919751279c287a61ab 2024-11-10T22:15:23,590 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/4ff778da6ba04c919751279c287a61ab, entries=100, sequenceid=292, filesize=9.6 K 2024-11-10T22:15:23,591 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/.tmp/C/ee6304bc19b647b18b64e29719e3870a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/ee6304bc19b647b18b64e29719e3870a 2024-11-10T22:15:23,593 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/ee6304bc19b647b18b64e29719e3870a, entries=100, sequenceid=292, filesize=9.6 K 2024-11-10T22:15:23,594 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d0dcf67520b3ce28aa0baac5e0146a6b in 1648ms, sequenceid=292, compaction requested=false 2024-11-10T22:15:23,598 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits/295.seqid, newMaxSeqId=295, maxSeqId=4 2024-11-10T22:15:23,598 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. 2024-11-10T22:15:23,598 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for d0dcf67520b3ce28aa0baac5e0146a6b: Waiting for close lock at 1731276921946Running coprocessor pre-close hooks at 1731276921946Disabling compacts and flushes for region at 1731276921946Disabling writes for close at 1731276921946Obtaining lock to block concurrent updates at 1731276921946Preparing flush snapshotting stores in d0dcf67520b3ce28aa0baac5e0146a6b at 1731276921946Finished memstore snapshotting TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731276921947 (+1 ms)Flushing stores of TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b. at 1731276921947Flushing d0dcf67520b3ce28aa0baac5e0146a6b/A: creating writer at 1731276921947Flushing mob file d0dcf67520b3ce28aa0baac5e0146a6b/A: appending metadata at 1731276921951 (+4 ms)Flushing mob file d0dcf67520b3ce28aa0baac5e0146a6b/A: closing flushed file at 1731276921951Flushing d0dcf67520b3ce28aa0baac5e0146a6b/A: appending metadata at 1731276922360 (+409 ms)Flushing d0dcf67520b3ce28aa0baac5e0146a6b/A: closing flushed file at 1731276922360Flushing d0dcf67520b3ce28aa0baac5e0146a6b/B: creating writer at 1731276922766 (+406 ms)Flushing d0dcf67520b3ce28aa0baac5e0146a6b/B: appending metadata at 1731276922768 (+2 ms)Flushing d0dcf67520b3ce28aa0baac5e0146a6b/B: closing flushed file at 1731276922768Flushing d0dcf67520b3ce28aa0baac5e0146a6b/C: creating writer at 1731276923175 (+407 ms)Flushing d0dcf67520b3ce28aa0baac5e0146a6b/C: appending metadata at 1731276923177 (+2 ms)Flushing d0dcf67520b3ce28aa0baac5e0146a6b/C: closing flushed file at 1731276923177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33856212: reopening flushed file at 1731276923584 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d161dc: reopening flushed file at 1731276923587 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd505e: reopening flushed file at 1731276923590 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d0dcf67520b3ce28aa0baac5e0146a6b in 1648ms, sequenceid=292, compaction requested=false at 1731276923594 (+4 ms)Writing region close event to WAL at 1731276923595 (+1 ms)Running coprocessor post-close hooks at 1731276923598 (+3 ms)Closed at 1731276923598 2024-11-10T22:15:23,600 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=d0dcf67520b3ce28aa0baac5e0146a6b, regionState=CLOSED 2024-11-10T22:15:23,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T22:15:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure d0dcf67520b3ce28aa0baac5e0146a6b, server=7318282e5099,37101,1731276799219 in 1.8080 sec 2024-11-10T22:15:23,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-10T22:15:23,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0dcf67520b3ce28aa0baac5e0146a6b, UNASSIGN in 1.8120 sec 2024-11-10T22:15:23,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T22:15:23,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8140 sec 2024-11-10T22:15:23,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276923608"}]},"ts":"1731276923608"} 2024-11-10T22:15:23,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:15:23,609 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:15:23,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8230 sec 2024-11-10T22:15:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T22:15:23,933 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:23,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:15:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,935 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T22:15:23,935 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,939 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits] 2024-11-10T22:15:23,941 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/4dff9fd470114d55b0dc23f628b3e7ad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/4dff9fd470114d55b0dc23f628b3e7ad 2024-11-10T22:15:23,942 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f4bbf5590dfe4fc491ccbcd486f3da50 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/A/f4bbf5590dfe4fc491ccbcd486f3da50 2024-11-10T22:15:23,944 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/4ff778da6ba04c919751279c287a61ab to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/4ff778da6ba04c919751279c287a61ab 2024-11-10T22:15:23,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/d2958ec8e5de498e81a769d338c7b2a2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/B/d2958ec8e5de498e81a769d338c7b2a2 2024-11-10T22:15:23,947 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c1c96810b4349d6aec59375a78c0031 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/9c1c96810b4349d6aec59375a78c0031 2024-11-10T22:15:23,947 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/ee6304bc19b647b18b64e29719e3870a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/C/ee6304bc19b647b18b64e29719e3870a 2024-11-10T22:15:23,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits/295.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b/recovered.edits/295.seqid 2024-11-10T22:15:23,950 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,950 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:15:23,950 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:15:23,951 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T22:15:23,953 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110082814b9ad0c4bb591d896cb391b8f99_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110082814b9ad0c4bb591d896cb391b8f99_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,954 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100e6595f26ad644d4adfaf9b5634be568_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100e6595f26ad644d4adfaf9b5634be568_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,954 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101425eec51159474aae16ce08f80bac56_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411101425eec51159474aae16ce08f80bac56_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,955 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102aa22d8a3c2d4dd382f0720a89bbdfcd_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102aa22d8a3c2d4dd382f0720a89bbdfcd_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,956 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f5aa03485e84813b1c975ec9e5b770c_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103f5aa03485e84813b1c975ec9e5b770c_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,957 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec69da6a9964bbaa6651464b40324b2_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104ec69da6a9964bbaa6651464b40324b2_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,958 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110693ad475ad904c78abd01cb98666109a_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110693ad475ad904c78abd01cb98666109a_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,959 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072c8dbc8a22a451eb1a9529b48084af9_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111072c8dbc8a22a451eb1a9529b48084af9_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,960 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111075d0e4e9fd454a1e8231e7bc0afd8383_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111075d0e4e9fd454a1e8231e7bc0afd8383_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,961 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088628ab84aed47c4b9d0030cf737ebea_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111088628ab84aed47c4b9d0030cf737ebea_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8255f55cc5c4296912bc2f0c411daa7_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a8255f55cc5c4296912bc2f0c411daa7_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be673cd3810d48e38082871065e0cab1_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110be673cd3810d48e38082871065e0cab1_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,963 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d44c585dbe2344b4b26f476bc26451e6_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d44c585dbe2344b4b26f476bc26451e6_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e13348b2e72a41d0a30267eb5f8f7162_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e13348b2e72a41d0a30267eb5f8f7162_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,965 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4a9599fc2ab4648a3242139e8087997_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110e4a9599fc2ab4648a3242139e8087997_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,965 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fef3f2b7602b46ad9a64c94d8a9eb66d_d0dcf67520b3ce28aa0baac5e0146a6b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110fef3f2b7602b46ad9a64c94d8a9eb66d_d0dcf67520b3ce28aa0baac5e0146a6b 2024-11-10T22:15:23,966 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:15:23,968 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,970 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:15:23,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:15:23,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:15:23,973 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276923973"}]},"ts":"9223372036854775807"} 2024-11-10T22:15:23,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:15:23,974 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d0dcf67520b3ce28aa0baac5e0146a6b, NAME => 'TestAcidGuarantees,,1731276891441.d0dcf67520b3ce28aa0baac5e0146a6b.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:15:23,974 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:15:23,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276923974"}]},"ts":"9223372036854775807"} 2024-11-10T22:15:23,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:15:23,976 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:23,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-10T22:15:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T22:15:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:15:24,044 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:24,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 251), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=9462 (was 9484) 2024-11-10T22:15:24,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=9462 2024-11-10T22:15:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:15:24,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:24,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:15:24,065 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:24,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-11-10T22:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:24,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:15:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742247_1423 (size=1061) 2024-11-10T22:15:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:24,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:15:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742248_1424 (size=53) 2024-11-10T22:15:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 48fab721c61310942342cd9b9fefad24, disabling compactions & flushes 2024-11-10T22:15:24,877 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. after waiting 0 ms 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:24,877 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:24,877 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48fab721c61310942342cd9b9fefad24: Waiting for close lock at 1731276924877Disabling compacts and flushes for region at 1731276924877Disabling writes for close at 1731276924877Writing region close event to WAL at 1731276924877Closed at 1731276924877 2024-11-10T22:15:24,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:15:24,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276924878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276924878"}]},"ts":"1731276924878"} 2024-11-10T22:15:24,880 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:15:24,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:15:24,881 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276924880"}]},"ts":"1731276924880"} 2024-11-10T22:15:24,882 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:15:24,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, ASSIGN}] 2024-11-10T22:15:24,883 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, ASSIGN 2024-11-10T22:15:24,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:15:25,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=48fab721c61310942342cd9b9fefad24, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:25,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, ASSIGN because future has completed 2024-11-10T22:15:25,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:25,190 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:25,190 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:15:25,191 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,191 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:15:25,191 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,191 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,192 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,193 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:25,193 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fab721c61310942342cd9b9fefad24 columnFamilyName A 2024-11-10T22:15:25,193 DEBUG [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:25,194 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(327): Store=48fab721c61310942342cd9b9fefad24/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:25,194 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,194 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:25,195 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fab721c61310942342cd9b9fefad24 columnFamilyName B 2024-11-10T22:15:25,195 DEBUG [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:25,195 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(327): Store=48fab721c61310942342cd9b9fefad24/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:25,195 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,196 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:25,196 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48fab721c61310942342cd9b9fefad24 columnFamilyName C 2024-11-10T22:15:25,196 DEBUG [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:25,196 INFO [StoreOpener-48fab721c61310942342cd9b9fefad24-1 {}] regionserver.HStore(327): Store=48fab721c61310942342cd9b9fefad24/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:25,196 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:25,196 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,197 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,197 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,198 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,198 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,198 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:15:25,199 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,200 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:15:25,201 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened 48fab721c61310942342cd9b9fefad24; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935866, jitterRate=-0.03238019347190857}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:15:25,201 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:25,201 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for 48fab721c61310942342cd9b9fefad24: Running coprocessor pre-open hook at 1731276925191Writing region info on filesystem at 1731276925191Initializing all the Stores at 1731276925192 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276925192Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276925192Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276925192Cleaning up temporary data from old regions at 1731276925198 (+6 ms)Running coprocessor post-open hooks at 1731276925201 (+3 ms)Region opened successfully at 1731276925201 2024-11-10T22:15:25,202 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., pid=130, masterSystemTime=1731276925187 2024-11-10T22:15:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:25,203 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:25,203 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:25,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=48fab721c61310942342cd9b9fefad24, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:25,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:25,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T22:15:25,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 in 170 msec 2024-11-10T22:15:25,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-10T22:15:25,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, ASSIGN in 325 msec 2024-11-10T22:15:25,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:15:25,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276925209"}]},"ts":"1731276925209"} 2024-11-10T22:15:25,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:15:25,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:15:25,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-10T22:15:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T22:15:26,213 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:26,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38092041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,215 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7938010d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,217 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53461107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d37694 2024-11-10T22:15:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:15:26,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:15:26,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506a0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615e7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4543f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530900e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed7fd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450c2be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,228 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2168b0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316ce87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f0b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,231 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b6595f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8e8292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31635e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,234 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a2a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4233c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10d94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,236 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7417bf05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9d10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456cc2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af73f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52191661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e99655a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639d7131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,242 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e7c7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156053de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ac4fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d2d873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214992fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:26,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:26,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4556f6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:26,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d69bb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:26,248 DEBUG [Thread-1921 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,248 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:26,249 DEBUG [Thread-1919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,249 DEBUG [Thread-1915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,249 DEBUG [Thread-1926 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,250 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,250 DEBUG [Thread-1913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-10T22:15:26,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,250 DEBUG [Thread-1932 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,251 DEBUG [Thread-1917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:26,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:26,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,252 DEBUG [Thread-1930 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:26,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,252 DEBUG [Thread-1917 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:26,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,253 DEBUG [Thread-1917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:26,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,255 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:26,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2] 2024-11-10T22:15:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:26,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:26,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/d1a7b6463cbe4855a4584b502080d1ec is 50, key is test_row_0/A:col10/1731276926255/Put/seqid=0 2024-11-10T22:15:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742249_1425 (size=16681) 2024-11-10T22:15:26,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/d1a7b6463cbe4855a4584b502080d1ec 2024-11-10T22:15:26,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/02c46ede51914415a38bd56029811f4a is 50, key is test_row_0/B:col10/1731276926255/Put/seqid=0 2024-11-10T22:15:26,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276926296, max timestamp=1731276926310Num uniques 859; 2024-11-10T22:15:26,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276926296, max timestamp=1731276926310Num uniques 859; 2024-11-10T22:15:26,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:26,314 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:26,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276926296, max timestamp=1731276926311Num uniques 859; 2024-11-10T22:15:26,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742250_1426 (size=12001) 2024-11-10T22:15:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276986343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276986344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276986346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276986353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:26,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276986354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:26,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276986463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276986463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276986463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276986463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276986473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276986682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276986683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276986683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276986683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276986693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:26,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/02c46ede51914415a38bd56029811f4a 2024-11-10T22:15:26,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/84b30fd8000140bfb0bd1b6ee972e1b0 is 50, key is test_row_0/C:col10/1731276926255/Put/seqid=0 2024-11-10T22:15:26,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742251_1427 (size=12001) 2024-11-10T22:15:26,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:26,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:27,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276987003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276987003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276987003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276987003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276987003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:27,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:27,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:27,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:27,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:27,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:27,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/84b30fd8000140bfb0bd1b6ee972e1b0 2024-11-10T22:15:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/d1a7b6463cbe4855a4584b502080d1ec as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec 2024-11-10T22:15:27,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec, entries=250, sequenceid=11, filesize=16.3 K 2024-11-10T22:15:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/02c46ede51914415a38bd56029811f4a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a 2024-11-10T22:15:27,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a, entries=150, sequenceid=11, filesize=11.7 K 2024-11-10T22:15:27,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/84b30fd8000140bfb0bd1b6ee972e1b0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0 2024-11-10T22:15:27,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0, entries=150, sequenceid=11, filesize=11.7 K 2024-11-10T22:15:27,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 48fab721c61310942342cd9b9fefad24 in 898ms, sequenceid=11, compaction requested=false 2024-11-10T22:15:27,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:27,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-10T22:15:27,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:27,177 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:27,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f60c6b30b0134e1f83ff4d379c365d07 is 50, key is test_row_0/A:col10/1731276926351/Put/seqid=0 2024-11-10T22:15:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742252_1428 (size=12001) 2024-11-10T22:15:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:27,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276987534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276987534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276987534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276987536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276987537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f60c6b30b0134e1f83ff4d379c365d07 2024-11-10T22:15:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/5aba1a55c2dd457da71efb75f82c0e54 is 50, key is test_row_0/B:col10/1731276926351/Put/seqid=0 2024-11-10T22:15:27,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742253_1429 (size=12001) 2024-11-10T22:15:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276987652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276987653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276987653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276987653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276987653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276987873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276987873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276987873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276987873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276987873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:27,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:27,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/5aba1a55c2dd457da71efb75f82c0e54 2024-11-10T22:15:28,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/648a242fe04c4303a620499aebfe74ae is 50, key is test_row_0/C:col10/1731276926351/Put/seqid=0 2024-11-10T22:15:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742254_1430 (size=12001) 2024-11-10T22:15:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276988183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276988183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276988193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276988193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276988193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:28,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/648a242fe04c4303a620499aebfe74ae 2024-11-10T22:15:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f60c6b30b0134e1f83ff4d379c365d07 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07 2024-11-10T22:15:28,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T22:15:28,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/5aba1a55c2dd457da71efb75f82c0e54 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54 2024-11-10T22:15:28,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T22:15:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/648a242fe04c4303a620499aebfe74ae as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae 2024-11-10T22:15:28,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T22:15:28,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 48fab721c61310942342cd9b9fefad24 in 1252ms, sequenceid=47, compaction requested=false 2024-11-10T22:15:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-10T22:15:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-10T22:15:28,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T22:15:28,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-10T22:15:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.1850 sec 2024-11-10T22:15:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:28,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:28,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:28,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aa4dde0811584681b2e9cd27450f021d is 50, key is test_row_0/A:col10/1731276928704/Put/seqid=0 2024-11-10T22:15:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742255_1431 (size=14341) 2024-11-10T22:15:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276988731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276988732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276988734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276988734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276988735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276988852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276988853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276988853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276988853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276988853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276989063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276989063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276989063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276989063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276989072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aa4dde0811584681b2e9cd27450f021d 2024-11-10T22:15:29,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:15:29,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a30c595f8b81407284ccd26a53e5919e is 50, key is test_row_0/B:col10/1731276928704/Put/seqid=0 2024-11-10T22:15:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742256_1432 (size=12001) 2024-11-10T22:15:29,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a30c595f8b81407284ccd26a53e5919e 2024-11-10T22:15:29,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/0f3d6dec605f42a78cd08828ab7c70f2 is 50, key is test_row_0/C:col10/1731276928704/Put/seqid=0 2024-11-10T22:15:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742257_1433 (size=12001) 2024-11-10T22:15:29,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276989382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276989383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276989383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276989383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276989393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/0f3d6dec605f42a78cd08828ab7c70f2 2024-11-10T22:15:29,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aa4dde0811584681b2e9cd27450f021d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d 2024-11-10T22:15:29,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d, entries=200, sequenceid=59, filesize=14.0 K 2024-11-10T22:15:29,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a30c595f8b81407284ccd26a53e5919e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e 2024-11-10T22:15:29,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e, entries=150, sequenceid=59, filesize=11.7 K 2024-11-10T22:15:29,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/0f3d6dec605f42a78cd08828ab7c70f2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2 2024-11-10T22:15:29,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2, entries=150, sequenceid=59, filesize=11.7 K 2024-11-10T22:15:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 48fab721c61310942342cd9b9fefad24 in 862ms, sequenceid=59, compaction requested=true 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:29,567 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:29,567 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:29,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:29,568 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:29,568 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:29,568 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:29,569 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=42.0 K 2024-11-10T22:15:29,569 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:29,569 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:29,569 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a7b6463cbe4855a4584b502080d1ec, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731276926255 2024-11-10T22:15:29,569 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:29,569 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=35.2 K 2024-11-10T22:15:29,570 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting f60c6b30b0134e1f83ff4d379c365d07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731276926329 2024-11-10T22:15:29,571 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c46ede51914415a38bd56029811f4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731276926255 2024-11-10T22:15:29,571 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa4dde0811584681b2e9cd27450f021d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276927531 2024-11-10T22:15:29,571 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aba1a55c2dd457da71efb75f82c0e54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731276926329 2024-11-10T22:15:29,571 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a30c595f8b81407284ccd26a53e5919e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276927531 2024-11-10T22:15:29,581 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:29,582 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/fc2fae8909c34527b06f5adc4b869ba7 is 50, key is test_row_0/A:col10/1731276928704/Put/seqid=0 2024-11-10T22:15:29,583 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:29,583 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/57ca4c9d43d14f2cba819c54647bd8fd is 50, key is test_row_0/B:col10/1731276928704/Put/seqid=0 2024-11-10T22:15:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742258_1434 (size=12104) 2024-11-10T22:15:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742259_1435 (size=12104) 2024-11-10T22:15:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:29,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:29,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/ff756464b11d4eb2b3b5e9c9650f1feb is 50, key is test_row_0/A:col10/1731276928729/Put/seqid=0 2024-11-10T22:15:29,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742260_1436 (size=14341) 2024-11-10T22:15:29,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/ff756464b11d4eb2b3b5e9c9650f1feb 2024-11-10T22:15:29,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/3d3787ee1fef4a5cb7647daeacb6a51d is 50, key is test_row_0/B:col10/1731276928729/Put/seqid=0 2024-11-10T22:15:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276989923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742261_1437 (size=12001) 2024-11-10T22:15:29,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/3d3787ee1fef4a5cb7647daeacb6a51d 2024-11-10T22:15:29,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/44ed580b52774a71aeafbfd84b7d9932 is 50, key is test_row_0/C:col10/1731276928729/Put/seqid=0 2024-11-10T22:15:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742262_1438 (size=12001) 2024-11-10T22:15:29,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/44ed580b52774a71aeafbfd84b7d9932 2024-11-10T22:15:29,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276989924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276989926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276989926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276989926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:29,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/ff756464b11d4eb2b3b5e9c9650f1feb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb 2024-11-10T22:15:29,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb, entries=200, sequenceid=80, filesize=14.0 K 2024-11-10T22:15:29,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/3d3787ee1fef4a5cb7647daeacb6a51d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d 2024-11-10T22:15:29,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-10T22:15:29,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/44ed580b52774a71aeafbfd84b7d9932 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932 2024-11-10T22:15:29,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932, entries=150, sequenceid=80, filesize=11.7 K 2024-11-10T22:15:29,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 48fab721c61310942342cd9b9fefad24 in 49ms, sequenceid=80, compaction requested=true 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-10T22:15:29,994 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/57ca4c9d43d14f2cba819c54647bd8fd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/57ca4c9d43d14f2cba819c54647bd8fd 2024-11-10T22:15:29,998 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into 57ca4c9d43d14f2cba819c54647bd8fd(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:29,998 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:29,998 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276929567; duration=0sec 2024-11-10T22:15:29,998 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-10T22:15:29,998 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:29,998 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:29,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:30,000 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,000 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=46.9 K 2024-11-10T22:15:30,000 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 84b30fd8000140bfb0bd1b6ee972e1b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731276926255 2024-11-10T22:15:30,000 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 648a242fe04c4303a620499aebfe74ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731276926329 2024-11-10T22:15:30,000 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f3d6dec605f42a78cd08828ab7c70f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276927531 2024-11-10T22:15:30,001 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ed580b52774a71aeafbfd84b7d9932, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731276928729 2024-11-10T22:15:30,005 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/fc2fae8909c34527b06f5adc4b869ba7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/fc2fae8909c34527b06f5adc4b869ba7 2024-11-10T22:15:30,008 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/a1a75cd3a14e42e29f20c4c018303593 is 50, key is test_row_0/C:col10/1731276928729/Put/seqid=0 2024-11-10T22:15:30,009 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into fc2fae8909c34527b06f5adc4b869ba7(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:30,009 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276929567; duration=0sec 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:30,009 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T22:15:30,010 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:30,010 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:30,010 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:30,010 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742263_1439 (size=12139) 2024-11-10T22:15:30,023 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/a1a75cd3a14e42e29f20c4c018303593 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/a1a75cd3a14e42e29f20c4c018303593 2024-11-10T22:15:30,027 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into a1a75cd3a14e42e29f20c4c018303593(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:30,027 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:30,027 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=12, startTime=1731276929954; duration=0sec 2024-11-10T22:15:30,027 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:30,027 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:30,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:30,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7449ad19b0c04a149497ab4efc8b12ce is 50, key is test_row_0/A:col10/1731276930037/Put/seqid=0 2024-11-10T22:15:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742264_1440 (size=14341) 2024-11-10T22:15:30,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276930104, max timestamp=1731276930148Num uniques 859; 2024-11-10T22:15:30,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:30,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276930104, max timestamp=1731276930148Num uniques 859; 2024-11-10T22:15:30,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:30,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731276930104, max timestamp=1731276930148Num uniques 859; 2024-11-10T22:15:30,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:30,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276990183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276990184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276990185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276990191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276990199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276990302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276990302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276990303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276990313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276990313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T22:15:30,423 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:30,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-10T22:15:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:30,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:30,427 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:30,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:30,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7449ad19b0c04a149497ab4efc8b12ce 2024-11-10T22:15:30,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1b4b5278482c46db9c969e4d2db97637 is 50, key is test_row_0/B:col10/1731276930037/Put/seqid=0 2024-11-10T22:15:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742265_1441 (size=12001) 2024-11-10T22:15:30,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1b4b5278482c46db9c969e4d2db97637 2024-11-10T22:15:30,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bc7f5c5ca545487f861a963633482f36 is 50, key is test_row_0/C:col10/1731276930037/Put/seqid=0 2024-11-10T22:15:30,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742266_1442 (size=12001) 2024-11-10T22:15:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276990513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276990513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276990513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276990533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276990533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T22:15:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T22:15:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:30,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276990833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276990833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276990833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276990853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276990853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:30,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bc7f5c5ca545487f861a963633482f36 2024-11-10T22:15:30,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T22:15:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7449ad19b0c04a149497ab4efc8b12ce as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce 2024-11-10T22:15:30,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce, entries=200, sequenceid=95, filesize=14.0 K 2024-11-10T22:15:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1b4b5278482c46db9c969e4d2db97637 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637 2024-11-10T22:15:30,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T22:15:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bc7f5c5ca545487f861a963633482f36 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36 2024-11-10T22:15:30,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36, entries=150, sequenceid=95, filesize=11.7 K 2024-11-10T22:15:30,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 48fab721c61310942342cd9b9fefad24 in 861ms, sequenceid=95, compaction requested=true 2024-11-10T22:15:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:30,901 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:30,901 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,901 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:30,902 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/fc2fae8909c34527b06f5adc4b869ba7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=39.8 K 2024-11-10T22:15:30,902 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/57ca4c9d43d14f2cba819c54647bd8fd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=35.3 K 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc2fae8909c34527b06f5adc4b869ba7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276927531 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ca4c9d43d14f2cba819c54647bd8fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731276927531 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff756464b11d4eb2b3b5e9c9650f1feb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731276928729 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d3787ee1fef4a5cb7647daeacb6a51d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731276928729 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7449ad19b0c04a149497ab4efc8b12ce, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731276929923 2024-11-10T22:15:30,902 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b4b5278482c46db9c969e4d2db97637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731276929923 2024-11-10T22:15:30,908 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:30,908 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/b066ecd8d25e4665a03cfb9fd9471401 is 50, key is test_row_0/B:col10/1731276930037/Put/seqid=0 2024-11-10T22:15:30,912 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#371 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:30,913 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/b3b44c91889549f7aea662ff4d118277 is 50, key is test_row_0/A:col10/1731276930037/Put/seqid=0 2024-11-10T22:15:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742267_1443 (size=12207) 2024-11-10T22:15:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742268_1444 (size=12207) 2024-11-10T22:15:30,921 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/b066ecd8d25e4665a03cfb9fd9471401 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/b066ecd8d25e4665a03cfb9fd9471401 2024-11-10T22:15:30,924 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/b3b44c91889549f7aea662ff4d118277 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b3b44c91889549f7aea662ff4d118277 2024-11-10T22:15:30,927 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into b066ecd8d25e4665a03cfb9fd9471401(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:30,927 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276930901; duration=0sec 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:30,927 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into b3b44c91889549f7aea662ff4d118277(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:30,927 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276930900; duration=0sec 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:30,927 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:30,928 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:30,928 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:31,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-10T22:15:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:31,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:31,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8d2ba950b5174dc39ebfebfc44a9540e is 50, key is test_row_0/A:col10/1731276930183/Put/seqid=0 2024-11-10T22:15:31,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742269_1445 (size=12001) 2024-11-10T22:15:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276991373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276991378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276991382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276991386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276991387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,448 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8d2ba950b5174dc39ebfebfc44a9540e 2024-11-10T22:15:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/87929fa9ba9344bd8eed42963d52fa36 is 50, key is test_row_0/B:col10/1731276930183/Put/seqid=0 2024-11-10T22:15:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742270_1446 (size=12001) 2024-11-10T22:15:31,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276991493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276991503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276991503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276991503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:31,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276991713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276991722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276991722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276991723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:31,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:31,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/87929fa9ba9344bd8eed42963d52fa36 2024-11-10T22:15:31,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/3415de398e47463bb6d0fc26b22aa4d5 is 50, key is test_row_0/C:col10/1731276930183/Put/seqid=0 2024-11-10T22:15:31,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742271_1447 (size=12001) 2024-11-10T22:15:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276992033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276992043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276992043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276992043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/3415de398e47463bb6d0fc26b22aa4d5 2024-11-10T22:15:32,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8d2ba950b5174dc39ebfebfc44a9540e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e 2024-11-10T22:15:32,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e, entries=150, sequenceid=131, filesize=11.7 K 2024-11-10T22:15:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/87929fa9ba9344bd8eed42963d52fa36 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36 2024-11-10T22:15:32,282 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36, entries=150, sequenceid=131, filesize=11.7 K 2024-11-10T22:15:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/3415de398e47463bb6d0fc26b22aa4d5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5 2024-11-10T22:15:32,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5, entries=150, sequenceid=131, filesize=11.7 K 2024-11-10T22:15:32,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 48fab721c61310942342cd9b9fefad24 in 1248ms, sequenceid=131, compaction requested=true 2024-11-10T22:15:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:32,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-10T22:15:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-10T22:15:32,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-10T22:15:32,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8620 sec 2024-11-10T22:15:32,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8700 sec 2024-11-10T22:15:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:32,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:32,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:32,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/6922161466f34db5b48466bb554ec634 is 50, key is test_row_0/A:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742272_1448 (size=14541) 2024-11-10T22:15:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276992507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276992552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276992563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276992563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276992563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-10T22:15:32,583 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:32,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-10T22:15:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:32,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:32,586 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:32,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:32,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276992623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:32,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T22:15:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:32,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/6922161466f34db5b48466bb554ec634 2024-11-10T22:15:32,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/29607b68f4224c958e3f4292706b14b1 is 50, key is test_row_0/B:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742273_1449 (size=12151) 2024-11-10T22:15:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276992832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:32,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T22:15:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:32,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:33,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T22:15:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276993143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T22:15:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:33,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/29607b68f4224c958e3f4292706b14b1 2024-11-10T22:15:33,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6d47f5ab1f4a44a18e30b7fe437d9593 is 50, key is test_row_0/C:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742274_1450 (size=12151) 2024-11-10T22:15:33,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6d47f5ab1f4a44a18e30b7fe437d9593 2024-11-10T22:15:33,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/6922161466f34db5b48466bb554ec634 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634 2024-11-10T22:15:33,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634, entries=200, sequenceid=144, filesize=14.2 K 2024-11-10T22:15:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/29607b68f4224c958e3f4292706b14b1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1 2024-11-10T22:15:33,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T22:15:33,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6d47f5ab1f4a44a18e30b7fe437d9593 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593 2024-11-10T22:15:33,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T22:15:33,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 48fab721c61310942342cd9b9fefad24 in 845ms, sequenceid=144, compaction requested=true 2024-11-10T22:15:33,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:33,247 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:15:33,248 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:33,248 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:33,248 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,248 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b3b44c91889549f7aea662ff4d118277, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=37.8 K 2024-11-10T22:15:33,248 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b44c91889549f7aea662ff4d118277, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731276929923 2024-11-10T22:15:33,248 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2ba950b5174dc39ebfebfc44a9540e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731276930183 2024-11-10T22:15:33,249 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6922161466f34db5b48466bb554ec634, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:33,250 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:33,250 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:33,251 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:33,251 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,251 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/a1a75cd3a14e42e29f20c4c018303593, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=47.2 K 2024-11-10T22:15:33,251 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a75cd3a14e42e29f20c4c018303593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731276928729 2024-11-10T22:15:33,251 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bc7f5c5ca545487f861a963633482f36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731276929923 2024-11-10T22:15:33,252 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3415de398e47463bb6d0fc26b22aa4d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731276930183 2024-11-10T22:15:33,252 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d47f5ab1f4a44a18e30b7fe437d9593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:33,254 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:33,255 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aa0a88bf9f2d469983046e7b06006e79 is 50, key is test_row_0/A:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742275_1451 (size=12459) 2024-11-10T22:15:33,268 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:33,268 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/21bce5abc0f049148470689e3d088d7b is 50, key is test_row_0/C:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:33,272 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aa0a88bf9f2d469983046e7b06006e79 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa0a88bf9f2d469983046e7b06006e79 2024-11-10T22:15:33,276 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into aa0a88bf9f2d469983046e7b06006e79(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:33,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:33,276 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276933247; duration=0sec 2024-11-10T22:15:33,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:33,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:33,276 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:33,277 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:33,277 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:33,277 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,277 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/b066ecd8d25e4665a03cfb9fd9471401, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=35.5 K 2024-11-10T22:15:33,278 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b066ecd8d25e4665a03cfb9fd9471401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731276929923 2024-11-10T22:15:33,278 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87929fa9ba9344bd8eed42963d52fa36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731276930183 2024-11-10T22:15:33,278 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29607b68f4224c958e3f4292706b14b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:33,286 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:33,287 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a6d93726446347ecaa32b2f422d3440b is 50, key is test_row_0/B:col10/1731276932399/Put/seqid=0 2024-11-10T22:15:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742276_1452 (size=12425) 2024-11-10T22:15:33,292 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/21bce5abc0f049148470689e3d088d7b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/21bce5abc0f049148470689e3d088d7b 2024-11-10T22:15:33,297 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into 21bce5abc0f049148470689e3d088d7b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:33,297 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:33,297 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=12, startTime=1731276933247; duration=0sec 2024-11-10T22:15:33,297 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:33,297 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742277_1453 (size=12459) 2024-11-10T22:15:33,306 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a6d93726446347ecaa32b2f422d3440b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a6d93726446347ecaa32b2f422d3440b 2024-11-10T22:15:33,313 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into a6d93726446347ecaa32b2f422d3440b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:33,313 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:33,313 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276933247; duration=0sec 2024-11-10T22:15:33,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:33,314 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:33,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-10T22:15:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:33,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:33,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/813382fdd3d5460ba319fabffb19e80c is 50, key is test_row_0/A:col10/1731276932482/Put/seqid=0 2024-11-10T22:15:33,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742278_1454 (size=12151) 2024-11-10T22:15:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:33,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:33,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276993599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276993601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276993600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276993602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276993662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276993713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276993723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276993723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276993724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,759 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/813382fdd3d5460ba319fabffb19e80c 2024-11-10T22:15:33,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/039ee8e0c8274202bb8e82360a3d7198 is 50, key is test_row_0/B:col10/1731276932482/Put/seqid=0 2024-11-10T22:15:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742279_1455 (size=12151) 2024-11-10T22:15:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276993923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276993942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276993943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:33,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276993943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/039ee8e0c8274202bb8e82360a3d7198 2024-11-10T22:15:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/e167a389bd71457e95fe032049cf958c is 50, key is test_row_0/C:col10/1731276932482/Put/seqid=0 2024-11-10T22:15:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742280_1456 (size=12151) 2024-11-10T22:15:34,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276994243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276994253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276994253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276994262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/e167a389bd71457e95fe032049cf958c 2024-11-10T22:15:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/813382fdd3d5460ba319fabffb19e80c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c 2024-11-10T22:15:34,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T22:15:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/039ee8e0c8274202bb8e82360a3d7198 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198 2024-11-10T22:15:34,592 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T22:15:34,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/e167a389bd71457e95fe032049cf958c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c 2024-11-10T22:15:34,596 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T22:15:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 48fab721c61310942342cd9b9fefad24 in 1246ms, sequenceid=166, compaction requested=false 2024-11-10T22:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-10T22:15:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-10T22:15:34,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-10T22:15:34,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0130 sec 2024-11-10T22:15:34,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.0170 sec 2024-11-10T22:15:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:34,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:34,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/58eee16ec2bb493cbb0803fdd9537074 is 50, key is test_row_0/A:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742281_1457 (size=14541) 2024-11-10T22:15:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-10T22:15:34,733 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:34,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-10T22:15:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:34,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:34,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:34,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:34,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276994773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276994773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276994774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276994775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276994779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:34,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:34,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276994893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276994893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276994893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:35,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/58eee16ec2bb493cbb0803fdd9537074 2024-11-10T22:15:35,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1aafd1a6323542a4bcc406c150abdb89 is 50, key is test_row_0/B:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742282_1458 (size=12151) 2024-11-10T22:15:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276995112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276995113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276995113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276995423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276995423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276995423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1aafd1a6323542a4bcc406c150abdb89 2024-11-10T22:15:35,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/ffee6c25d5184bbc9737feed73412385 is 50, key is test_row_0/C:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742283_1459 (size=12151) 2024-11-10T22:15:35,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276995793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276995793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,801 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,801 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:35,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/ffee6c25d5184bbc9737feed73412385 2024-11-10T22:15:35,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/58eee16ec2bb493cbb0803fdd9537074 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074 2024-11-10T22:15:35,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074, entries=200, sequenceid=180, filesize=14.2 K 2024-11-10T22:15:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/1aafd1a6323542a4bcc406c150abdb89 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89 2024-11-10T22:15:35,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89, entries=150, sequenceid=180, filesize=11.9 K 2024-11-10T22:15:35,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/ffee6c25d5184bbc9737feed73412385 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385 2024-11-10T22:15:35,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385, entries=150, sequenceid=180, filesize=11.9 K 2024-11-10T22:15:35,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 48fab721c61310942342cd9b9fefad24 in 1245ms, sequenceid=180, compaction requested=true 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:35,933 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:35,933 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:35,934 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,934 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,934 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a6d93726446347ecaa32b2f422d3440b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=35.9 K 2024-11-10T22:15:35,934 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa0a88bf9f2d469983046e7b06006e79, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=38.2 K 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d93726446347ecaa32b2f422d3440b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa0a88bf9f2d469983046e7b06006e79, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 813382fdd3d5460ba319fabffb19e80c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276932482 2024-11-10T22:15:35,934 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 039ee8e0c8274202bb8e82360a3d7198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276932482 2024-11-10T22:15:35,935 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aafd1a6323542a4bcc406c150abdb89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:35,935 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58eee16ec2bb493cbb0803fdd9537074, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:35,942 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#388 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:35,942 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#389 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:35,942 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7a090ef23ea745609b45adf2a3eb07b2 is 50, key is test_row_0/A:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:35,942 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/f49ee3198acd47c4983e56d760af5253 is 50, key is test_row_0/B:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742284_1460 (size=12561) 2024-11-10T22:15:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742285_1461 (size=12561) 2024-11-10T22:15:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:35,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:35,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/b13d0c71dc694435a803f6581d43f08a is 50, key is test_row_0/A:col10/1731276935948/Put/seqid=0 2024-11-10T22:15:35,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742286_1462 (size=16931) 2024-11-10T22:15:35,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:35,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/b13d0c71dc694435a803f6581d43f08a 2024-11-10T22:15:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:35,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:35,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a4d9e1cc376e4df7b71f9c8b692f98d4 is 50, key is test_row_0/B:col10/1731276935948/Put/seqid=0 2024-11-10T22:15:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742287_1463 (size=12151) 2024-11-10T22:15:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276995976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276995978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:35,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276995979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:35,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276996093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276996093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276996103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:36,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276996302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276996302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276996313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,351 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/f49ee3198acd47c4983e56d760af5253 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f49ee3198acd47c4983e56d760af5253 2024-11-10T22:15:36,352 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7a090ef23ea745609b45adf2a3eb07b2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7a090ef23ea745609b45adf2a3eb07b2 2024-11-10T22:15:36,356 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into 7a090ef23ea745609b45adf2a3eb07b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:36,356 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into f49ee3198acd47c4983e56d760af5253(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:36,356 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276935933; duration=0sec 2024-11-10T22:15:36,356 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276935933; duration=0sec 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:36,356 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:36,357 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:36,357 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:36,357 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,358 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/21bce5abc0f049148470689e3d088d7b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=35.9 K 2024-11-10T22:15:36,358 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21bce5abc0f049148470689e3d088d7b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731276931370 2024-11-10T22:15:36,358 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e167a389bd71457e95fe032049cf958c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731276932482 2024-11-10T22:15:36,358 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffee6c25d5184bbc9737feed73412385, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:36,366 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:36,366 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5 is 50, key is test_row_0/C:col10/1731276934685/Put/seqid=0 2024-11-10T22:15:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742288_1464 (size=12527) 2024-11-10T22:15:36,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a4d9e1cc376e4df7b71f9c8b692f98d4 2024-11-10T22:15:36,374 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5 2024-11-10T22:15:36,379 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into f3531d2cf4a64b4dafb4e9ebaa9c01d5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:36,379 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:36,379 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=13, startTime=1731276935933; duration=0sec 2024-11-10T22:15:36,379 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:36,379 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:36,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/f96ca8e802af4f16ba84b917bad1732f is 50, key is test_row_0/C:col10/1731276935948/Put/seqid=0 2024-11-10T22:15:36,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742289_1465 (size=12151) 2024-11-10T22:15:36,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276996623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276996623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276996623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:36,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:36,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:36,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/f96ca8e802af4f16ba84b917bad1732f 2024-11-10T22:15:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/b13d0c71dc694435a803f6581d43f08a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a 2024-11-10T22:15:36,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a, entries=250, sequenceid=200, filesize=16.5 K 2024-11-10T22:15:36,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a4d9e1cc376e4df7b71f9c8b692f98d4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4 2024-11-10T22:15:36,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T22:15:36,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/f96ca8e802af4f16ba84b917bad1732f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f 2024-11-10T22:15:36,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f, entries=150, sequenceid=200, filesize=11.9 K 2024-11-10T22:15:36,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 48fab721c61310942342cd9b9fefad24 in 848ms, sequenceid=200, compaction requested=false 2024-11-10T22:15:36,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:36,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-10T22:15:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:36,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T22:15:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aed16538a38c4059b0250024e80d467d is 50, key is test_row_0/A:col10/1731276935978/Put/seqid=0 2024-11-10T22:15:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742290_1466 (size=12151) 2024-11-10T22:15:36,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aed16538a38c4059b0250024e80d467d 2024-11-10T22:15:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:36,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/97a0c26743fa4c4fac5de9e77747b9ed is 50, key is test_row_0/B:col10/1731276935978/Put/seqid=0 2024-11-10T22:15:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742291_1467 (size=12151) 2024-11-10T22:15:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:37,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:37,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276997186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276997188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276997189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/97a0c26743fa4c4fac5de9e77747b9ed 2024-11-10T22:15:37,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276997303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276997303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276997313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bed7b53ea52e4aa8ba243291195391aa is 50, key is test_row_0/C:col10/1731276935978/Put/seqid=0 2024-11-10T22:15:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742292_1468 (size=12151) 2024-11-10T22:15:37,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276997523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276997523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276997523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bed7b53ea52e4aa8ba243291195391aa 2024-11-10T22:15:37,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aed16538a38c4059b0250024e80d467d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d 2024-11-10T22:15:37,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T22:15:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/97a0c26743fa4c4fac5de9e77747b9ed as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed 2024-11-10T22:15:37,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T22:15:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/bed7b53ea52e4aa8ba243291195391aa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa 2024-11-10T22:15:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa, entries=150, sequenceid=215, filesize=11.9 K 2024-11-10T22:15:37,736 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 48fab721c61310942342cd9b9fefad24 in 856ms, sequenceid=215, compaction requested=true 2024-11-10T22:15:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-10T22:15:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-10T22:15:37,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-10T22:15:37,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0020 sec 2024-11-10T22:15:37,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 3.0060 sec 2024-11-10T22:15:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:37,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T22:15:37,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:37,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:37,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:37,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:37,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:37,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:37,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/27419832bca442e599a37f781afa20c7 is 50, key is test_row_0/A:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:37,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742293_1469 (size=14541) 2024-11-10T22:15:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276997843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276997844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276997851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276997856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276997857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276997962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276997963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276997973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:37,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276997983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276998183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276998183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276998193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276998193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/27419832bca442e599a37f781afa20c7 2024-11-10T22:15:38,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/32b770dabd3e4e9aae84aef3474be84f is 50, key is test_row_0/B:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:38,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742294_1470 (size=12151) 2024-11-10T22:15:38,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276998363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276998503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276998503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276998512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276998512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:38,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/32b770dabd3e4e9aae84aef3474be84f 2024-11-10T22:15:38,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6278b50c02c2429f890a8f95f0450803 is 50, key is test_row_0/C:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742295_1471 (size=12151) 2024-11-10T22:15:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-10T22:15:38,903 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:38,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-10T22:15:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:38,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:38,906 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:38,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731276999012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731276999013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731276999033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731276999033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6278b50c02c2429f890a8f95f0450803 2024-11-10T22:15:39,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/27419832bca442e599a37f781afa20c7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7 2024-11-10T22:15:39,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T22:15:39,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7, entries=200, sequenceid=236, filesize=14.2 K 2024-11-10T22:15:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:39,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/32b770dabd3e4e9aae84aef3474be84f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f 2024-11-10T22:15:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:39,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T22:15:39,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6278b50c02c2429f890a8f95f0450803 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803 2024-11-10T22:15:39,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803, entries=150, sequenceid=236, filesize=11.9 K 2024-11-10T22:15:39,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 48fab721c61310942342cd9b9fefad24 in 1248ms, sequenceid=236, compaction requested=true 2024-11-10T22:15:39,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:39,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:39,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:39,067 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:39,067 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:39,068 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56184 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:39,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:39,068 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:39,068 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,068 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7a090ef23ea745609b45adf2a3eb07b2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=54.9 K 2024-11-10T22:15:39,069 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a090ef23ea745609b45adf2a3eb07b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:39,069 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13d0c71dc694435a803f6581d43f08a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731276934754 2024-11-10T22:15:39,069 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:39,069 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed16538a38c4059b0250024e80d467d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731276935959 2024-11-10T22:15:39,069 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:39,069 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,070 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f49ee3198acd47c4983e56d760af5253, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=47.9 K 2024-11-10T22:15:39,070 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f49ee3198acd47c4983e56d760af5253, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:39,070 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27419832bca442e599a37f781afa20c7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937174 2024-11-10T22:15:39,070 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a4d9e1cc376e4df7b71f9c8b692f98d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731276934754 2024-11-10T22:15:39,071 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a0c26743fa4c4fac5de9e77747b9ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731276935959 2024-11-10T22:15:39,071 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b770dabd3e4e9aae84aef3474be84f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937185 2024-11-10T22:15:39,077 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:39,077 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7c4ed36e559547a4a7906dcde47c7465 is 50, key is test_row_0/A:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:39,081 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:39,081 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/fc886d6bdef1407d83d63788b3cd66c7 is 50, key is test_row_0/B:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:39,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742296_1472 (size=12697) 2024-11-10T22:15:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742297_1473 (size=12697) 2024-11-10T22:15:39,091 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/fc886d6bdef1407d83d63788b3cd66c7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/fc886d6bdef1407d83d63788b3cd66c7 2024-11-10T22:15:39,094 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into fc886d6bdef1407d83d63788b3cd66c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:39,094 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:39,095 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=12, startTime=1731276939067; duration=0sec 2024-11-10T22:15:39,095 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:39,095 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:39,095 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:39,096 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:39,096 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:39,096 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,096 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=47.8 K 2024-11-10T22:15:39,096 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f3531d2cf4a64b4dafb4e9ebaa9c01d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731276933591 2024-11-10T22:15:39,096 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f96ca8e802af4f16ba84b917bad1732f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731276934754 2024-11-10T22:15:39,097 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting bed7b53ea52e4aa8ba243291195391aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731276935959 2024-11-10T22:15:39,099 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 6278b50c02c2429f890a8f95f0450803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937185 2024-11-10T22:15:39,105 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:39,106 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/30b77bdb1a2b4920aa88fa505680c007 is 50, key is test_row_0/C:col10/1731276937185/Put/seqid=0 2024-11-10T22:15:39,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742298_1474 (size=12663) 2024-11-10T22:15:39,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:39,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:39,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/5d2c0e222d2643269586ea8822995e56 is 50, key is test_row_0/A:col10/1731276937855/Put/seqid=0 2024-11-10T22:15:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742299_1475 (size=12151) 2024-11-10T22:15:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:39,487 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/7c4ed36e559547a4a7906dcde47c7465 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7c4ed36e559547a4a7906dcde47c7465 2024-11-10T22:15:39,491 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into 7c4ed36e559547a4a7906dcde47c7465(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:39,491 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:39,491 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=12, startTime=1731276939067; duration=0sec 2024-11-10T22:15:39,491 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:39,491 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:39,523 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/30b77bdb1a2b4920aa88fa505680c007 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/30b77bdb1a2b4920aa88fa505680c007 2024-11-10T22:15:39,526 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into 30b77bdb1a2b4920aa88fa505680c007(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:39,526 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:39,526 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=12, startTime=1731276939068; duration=0sec 2024-11-10T22:15:39,527 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:39,527 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276939456, max timestamp=1731276939527Num uniques 859; 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276939456, max timestamp=1731276939527Num uniques 859; 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276939456, max timestamp=1731276939527Num uniques 859; 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:39,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:39,621 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/5d2c0e222d2643269586ea8822995e56 2024-11-10T22:15:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/026a8f4af7f14f2890a7dca2e957eae1 is 50, key is test_row_0/B:col10/1731276937855/Put/seqid=0 2024-11-10T22:15:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742300_1476 (size=12151) 2024-11-10T22:15:39,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/026a8f4af7f14f2890a7dca2e957eae1 2024-11-10T22:15:39,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6887e2af69dd49848f27497f57fd217a is 50, key is test_row_0/C:col10/1731276937855/Put/seqid=0 2024-11-10T22:15:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742301_1477 (size=12151) 2024-11-10T22:15:39,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276999653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276999773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731276999983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6887e2af69dd49848f27497f57fd217a 2024-11-10T22:15:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:40,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/5d2c0e222d2643269586ea8822995e56 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56 2024-11-10T22:15:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277000033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277000033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,044 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,045 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56, entries=150, sequenceid=248, filesize=11.9 K 2024-11-10T22:15:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/026a8f4af7f14f2890a7dca2e957eae1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1 2024-11-10T22:15:40,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1, entries=150, sequenceid=248, filesize=11.9 K 2024-11-10T22:15:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/6887e2af69dd49848f27497f57fd217a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a 2024-11-10T22:15:40,055 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-10T22:15:40,056 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 48fab721c61310942342cd9b9fefad24 in 844ms, sequenceid=248, compaction requested=false 2024-11-10T22:15:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-10T22:15:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-10T22:15:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-10T22:15:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-10T22:15:40,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.1560 sec 2024-11-10T22:15:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:40,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:40,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/eee82986d62f445db45de503ef885888 is 50, key is test_row_0/A:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742302_1478 (size=14741) 2024-11-10T22:15:40,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277000088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277000092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277000203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277000203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277000303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277000413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277000413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/eee82986d62f445db45de503ef885888 2024-11-10T22:15:40,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a5b93b2a8fda433ea0a4f3a2f918ca1e is 50, key is test_row_0/B:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742303_1479 (size=12301) 2024-11-10T22:15:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277000733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277000733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277000823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:40,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a5b93b2a8fda433ea0a4f3a2f918ca1e 2024-11-10T22:15:40,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/4f34d09a3e294509bbc4a8aab157dd73 is 50, key is test_row_0/C:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742304_1480 (size=12301) 2024-11-10T22:15:40,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/4f34d09a3e294509bbc4a8aab157dd73 2024-11-10T22:15:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/eee82986d62f445db45de503ef885888 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888 2024-11-10T22:15:40,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888, entries=200, sequenceid=287, filesize=14.4 K 2024-11-10T22:15:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a5b93b2a8fda433ea0a4f3a2f918ca1e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e 2024-11-10T22:15:40,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T22:15:40,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/4f34d09a3e294509bbc4a8aab157dd73 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73 2024-11-10T22:15:40,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73, entries=150, sequenceid=287, filesize=12.0 K 2024-11-10T22:15:40,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 48fab721c61310942342cd9b9fefad24 in 850ms, sequenceid=287, compaction requested=true 2024-11-10T22:15:40,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:40,913 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:40,913 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:40,914 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:40,914 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:40,914 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/fc886d6bdef1407d83d63788b3cd66c7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.3 K 2024-11-10T22:15:40,914 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7c4ed36e559547a4a7906dcde47c7465, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=38.7 K 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting fc886d6bdef1407d83d63788b3cd66c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937185 2024-11-10T22:15:40,914 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c4ed36e559547a4a7906dcde47c7465, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937185 2024-11-10T22:15:40,915 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 026a8f4af7f14f2890a7dca2e957eae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731276937849 2024-11-10T22:15:40,915 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d2c0e222d2643269586ea8822995e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731276937849 2024-11-10T22:15:40,915 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting eee82986d62f445db45de503ef885888, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939603 2024-11-10T22:15:40,915 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a5b93b2a8fda433ea0a4f3a2f918ca1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939623 2024-11-10T22:15:40,921 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:40,922 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/71378953bcd3438199d468dca7d21a2e is 50, key is test_row_0/A:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,926 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:40,926 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/0f98b466de3946f3a405988c08bc0056 is 50, key is test_row_0/B:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742305_1481 (size=12949) 2024-11-10T22:15:40,935 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/71378953bcd3438199d468dca7d21a2e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/71378953bcd3438199d468dca7d21a2e 2024-11-10T22:15:40,941 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into 71378953bcd3438199d468dca7d21a2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:40,941 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:40,942 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276940912; duration=0sec 2024-11-10T22:15:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742306_1482 (size=12949) 2024-11-10T22:15:40,942 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:40,942 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:40,942 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:40,944 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:40,944 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:40,944 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:40,945 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/30b77bdb1a2b4920aa88fa505680c007, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.2 K 2024-11-10T22:15:40,946 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30b77bdb1a2b4920aa88fa505680c007, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731276937185 2024-11-10T22:15:40,948 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6887e2af69dd49848f27497f57fd217a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731276937849 2024-11-10T22:15:40,949 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f34d09a3e294509bbc4a8aab157dd73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939623 2024-11-10T22:15:40,950 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/0f98b466de3946f3a405988c08bc0056 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/0f98b466de3946f3a405988c08bc0056 2024-11-10T22:15:40,959 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into 0f98b466de3946f3a405988c08bc0056(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:40,959 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:40,960 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276940913; duration=0sec 2024-11-10T22:15:40,960 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:40,960 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:40,962 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:40,963 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/86141905a0ea4e8cb35daf2e7032faf1 is 50, key is test_row_0/C:col10/1731276939623/Put/seqid=0 2024-11-10T22:15:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742307_1483 (size=12915) 2024-11-10T22:15:40,978 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/86141905a0ea4e8cb35daf2e7032faf1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/86141905a0ea4e8cb35daf2e7032faf1 2024-11-10T22:15:40,985 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into 86141905a0ea4e8cb35daf2e7032faf1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:40,985 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:40,985 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=13, startTime=1731276940913; duration=0sec 2024-11-10T22:15:40,985 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:40,985 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-10T22:15:41,053 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:41,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-10T22:15:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T22:15:41,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:41,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:41,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T22:15:41,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-10T22:15:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:41,209 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:15:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:41,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:41,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:41,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a3e31fa473940e6a7707ee332ec09b7 is 50, key is test_row_0/A:col10/1731276940074/Put/seqid=0 2024-11-10T22:15:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742308_1484 (size=12301) 2024-11-10T22:15:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276941274, max timestamp=1731276941308Num uniques 859; 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276941274, max timestamp=1731276941308Num uniques 859; 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276941274, max timestamp=1731276941308Num uniques 859; 2024-11-10T22:15:41,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T22:15:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277001378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277001390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277001493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277001503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a3e31fa473940e6a7707ee332ec09b7 2024-11-10T22:15:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/c637e7e69d9d40fd95c8da1565400e4a is 50, key is test_row_0/B:col10/1731276940074/Put/seqid=0 2024-11-10T22:15:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742309_1485 (size=12301) 2024-11-10T22:15:41,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/c637e7e69d9d40fd95c8da1565400e4a 2024-11-10T22:15:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/c89ac262ffed4e69841c053a0d12e02b is 50, key is test_row_0/C:col10/1731276940074/Put/seqid=0 2024-11-10T22:15:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742310_1486 (size=12301) 2024-11-10T22:15:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T22:15:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277001713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277001723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277001852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:41,862 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277002023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,037 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/c89ac262ffed4e69841c053a0d12e02b 2024-11-10T22:15:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a3e31fa473940e6a7707ee332ec09b7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7 2024-11-10T22:15:42,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T22:15:42,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/c637e7e69d9d40fd95c8da1565400e4a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a 2024-11-10T22:15:42,047 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T22:15:42,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/c89ac262ffed4e69841c053a0d12e02b as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b 2024-11-10T22:15:42,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b, entries=150, sequenceid=300, filesize=12.0 K 2024-11-10T22:15:42,052 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 48fab721c61310942342cd9b9fefad24 in 843ms, sequenceid=300, compaction requested=false 2024-11-10T22:15:42,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:42,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-10T22:15:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-10T22:15:42,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-10T22:15:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:42,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 998 msec 2024-11-10T22:15:42,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:42,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:15:42,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.0020 sec 2024-11-10T22:15:42,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aee7a90d3016422fb90397382bffd419 is 50, key is test_row_0/A:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742311_1487 (size=14741) 2024-11-10T22:15:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277002070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277002073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277002074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277002182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-10T22:15:42,193 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:42,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-10T22:15:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:42,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:42,196 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:42,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277002193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277002193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:42,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277002403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277002413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277002413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aee7a90d3016422fb90397382bffd419 2024-11-10T22:15:42,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/46ed22cd5a7d44948df2a21d4cf0d278 is 50, key is test_row_0/B:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:42,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742312_1488 (size=12301) 2024-11-10T22:15:42,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277002543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277002723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277002733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277002733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:42,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:42,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/46ed22cd5a7d44948df2a21d4cf0d278 2024-11-10T22:15:42,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/eb99e18007bf4d8fa83afe16f07c8626 is 50, key is test_row_0/C:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:42,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742313_1489 (size=12301) 2024-11-10T22:15:42,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:42,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277003243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277003252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277003253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:43,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/eb99e18007bf4d8fa83afe16f07c8626 2024-11-10T22:15:43,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/aee7a90d3016422fb90397382bffd419 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419 2024-11-10T22:15:43,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419, entries=200, sequenceid=337, filesize=14.4 K 2024-11-10T22:15:43,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/46ed22cd5a7d44948df2a21d4cf0d278 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278 2024-11-10T22:15:43,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T22:15:43,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/eb99e18007bf4d8fa83afe16f07c8626 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626 2024-11-10T22:15:43,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626, entries=150, sequenceid=337, filesize=12.0 K 2024-11-10T22:15:43,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 48fab721c61310942342cd9b9fefad24 in 1244ms, sequenceid=337, compaction requested=true 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:43,300 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:43,300 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:43,301 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:43,301 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:43,301 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:43,301 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,301 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/0f98b466de3946f3a405988c08bc0056, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.7 K 2024-11-10T22:15:43,301 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:43,301 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,301 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/71378953bcd3438199d468dca7d21a2e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=39.1 K 2024-11-10T22:15:43,302 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f98b466de3946f3a405988c08bc0056, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939623 2024-11-10T22:15:43,302 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71378953bcd3438199d468dca7d21a2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939623 2024-11-10T22:15:43,302 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c637e7e69d9d40fd95c8da1565400e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731276940074 2024-11-10T22:15:43,302 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3e31fa473940e6a7707ee332ec09b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731276940074 2024-11-10T22:15:43,302 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ed22cd5a7d44948df2a21d4cf0d278, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:43,303 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting aee7a90d3016422fb90397382bffd419, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:43,309 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:43,310 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/58d7901fd68c45cab5dd381d77e6174a is 50, key is test_row_0/B:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:43,310 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:43,310 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8818b32dc92a4b789d1849e73b695e70 is 50, key is test_row_0/A:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742314_1490 (size=13051) 2024-11-10T22:15:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742315_1491 (size=13051) 2024-11-10T22:15:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:43,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-10T22:15:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,421 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/84bfccc9458f41679ae2e6d072a8d414 is 50, key is test_row_0/A:col10/1731276942072/Put/seqid=0 2024-11-10T22:15:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742316_1492 (size=9857) 2024-11-10T22:15:43,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/84bfccc9458f41679ae2e6d072a8d414 2024-11-10T22:15:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/81e028ff90154bfd9e7b9d86539be2d5 is 50, key is test_row_0/B:col10/1731276942072/Put/seqid=0 2024-11-10T22:15:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742317_1493 (size=9857) 2024-11-10T22:15:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276943659, max timestamp=1731276943689Num uniques 859; 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276943659, max timestamp=1731276943689Num uniques 859; 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276943659, max timestamp=1731276943689Num uniques 859; 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:43,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:15:43,726 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8818b32dc92a4b789d1849e73b695e70 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8818b32dc92a4b789d1849e73b695e70 2024-11-10T22:15:43,726 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/58d7901fd68c45cab5dd381d77e6174a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/58d7901fd68c45cab5dd381d77e6174a 2024-11-10T22:15:43,731 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into 58d7901fd68c45cab5dd381d77e6174a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:43,731 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into 8818b32dc92a4b789d1849e73b695e70(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:43,731 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276943300; duration=0sec 2024-11-10T22:15:43,731 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276943300; duration=0sec 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:43,731 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:43,732 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:43,732 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:43,732 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:43,732 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/86141905a0ea4e8cb35daf2e7032faf1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.6 K 2024-11-10T22:15:43,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86141905a0ea4e8cb35daf2e7032faf1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731276939623 2024-11-10T22:15:43,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c89ac262ffed4e69841c053a0d12e02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731276940074 2024-11-10T22:15:43,733 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb99e18007bf4d8fa83afe16f07c8626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:43,739 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:43,739 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b56b008518ef4bd0bc6cb0448b218d1a is 50, key is test_row_0/C:col10/1731276941388/Put/seqid=0 2024-11-10T22:15:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742318_1494 (size=13017) 2024-11-10T22:15:43,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/81e028ff90154bfd9e7b9d86539be2d5 2024-11-10T22:15:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8965a74030044dd799a5f4f8caebe1bc is 50, key is test_row_0/C:col10/1731276942072/Put/seqid=0 2024-11-10T22:15:43,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742319_1495 (size=9857) 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276943799, max timestamp=1731276943857Num uniques 1018; 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276943799, max timestamp=1731276943857Num uniques 1018; 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276943799, max timestamp=1731276943857Num uniques 1018; 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:15:43,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731276943925, max timestamp=1731276943949Num uniques 1027; 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731276943925, max timestamp=1731276943949Num uniques 1027; 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731276943925, max timestamp=1731276943949Num uniques 1027; 2024-11-10T22:15:43,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-10T22:15:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277004032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277004033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,147 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b56b008518ef4bd0bc6cb0448b218d1a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b56b008518ef4bd0bc6cb0448b218d1a 2024-11-10T22:15:44,151 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into b56b008518ef4bd0bc6cb0448b218d1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:44,151 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:44,151 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=13, startTime=1731276943300; duration=0sec 2024-11-10T22:15:44,151 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:44,151 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277004143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277004152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8965a74030044dd799a5f4f8caebe1bc 2024-11-10T22:15:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/84bfccc9458f41679ae2e6d072a8d414 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414 2024-11-10T22:15:44,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414, entries=100, sequenceid=346, filesize=9.6 K 2024-11-10T22:15:44,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/81e028ff90154bfd9e7b9d86539be2d5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5 2024-11-10T22:15:44,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5, entries=100, sequenceid=346, filesize=9.6 K 2024-11-10T22:15:44,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8965a74030044dd799a5f4f8caebe1bc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc 2024-11-10T22:15:44,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58510 deadline: 1731277004262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58474 deadline: 1731277004263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,269 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,269 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in 48fab721c61310942342cd9b9fefad24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:15:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,271 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc, entries=100, sequenceid=346, filesize=9.6 K 2024-11-10T22:15:44,273 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 48fab721c61310942342cd9b9fefad24 in 852ms, sequenceid=346, compaction requested=false 2024-11-10T22:15:44,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:44,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-10T22:15:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-10T22:15:44,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-10T22:15:44,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec 2024-11-10T22:15:44,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.0840 sec 2024-11-10T22:15:44,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:15:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:44,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/818769dd63b149dcb1f0b8391f881dc4 is 50, key is test_row_0/A:col10/1731276944004/Put/seqid=0 2024-11-10T22:15:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742320_1496 (size=14741) 2024-11-10T22:15:44,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/818769dd63b149dcb1f0b8391f881dc4 2024-11-10T22:15:44,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/276cf131b71f444986d12a69dc47db67 is 50, key is test_row_0/B:col10/1731276944004/Put/seqid=0 2024-11-10T22:15:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742321_1497 (size=12301) 2024-11-10T22:15:44,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277004326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-10T22:15:44,343 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:44,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-10T22:15:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:44,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:44,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:44,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277004362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277004362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277004443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:44,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:44,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277004663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277004682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277004683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:44,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/276cf131b71f444986d12a69dc47db67 2024-11-10T22:15:44,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b16e1c2d573e4394ad8ea2b206e436ba is 50, key is test_row_0/C:col10/1731276944004/Put/seqid=0 2024-11-10T22:15:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742322_1498 (size=12301) 2024-11-10T22:15:44,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:44,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277004983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b16e1c2d573e4394ad8ea2b206e436ba 2024-11-10T22:15:45,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/818769dd63b149dcb1f0b8391f881dc4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4 2024-11-10T22:15:45,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4, entries=200, sequenceid=421, filesize=14.4 K 2024-11-10T22:15:45,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/276cf131b71f444986d12a69dc47db67 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67 2024-11-10T22:15:45,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67, entries=150, sequenceid=421, filesize=12.0 K 2024-11-10T22:15:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b16e1c2d573e4394ad8ea2b206e436ba as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba 2024-11-10T22:15:45,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba, entries=150, sequenceid=421, filesize=12.0 K 2024-11-10T22:15:45,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.11 KB/429168, currentSize=33.54 KB/34350 for 48fab721c61310942342cd9b9fefad24 in 850ms, sequenceid=421, compaction requested=true 2024-11-10T22:15:45,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:45,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:45,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:45,132 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:45,133 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:45,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:45,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:45,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:45,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:45,133 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:45,133 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:45,133 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:45,133 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:45,133 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,133 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,134 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/58d7901fd68c45cab5dd381d77e6174a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=34.4 K 2024-11-10T22:15:45,134 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8818b32dc92a4b789d1849e73b695e70, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.8 K 2024-11-10T22:15:45,134 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 58d7901fd68c45cab5dd381d77e6174a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:45,134 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8818b32dc92a4b789d1849e73b695e70, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:45,134 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e028ff90154bfd9e7b9d86539be2d5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731276942072 2024-11-10T22:15:45,134 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84bfccc9458f41679ae2e6d072a8d414, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731276942072 2024-11-10T22:15:45,135 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 276cf131b71f444986d12a69dc47db67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731276944001 2024-11-10T22:15:45,135 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 818769dd63b149dcb1f0b8391f881dc4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731276944001 2024-11-10T22:15:45,146 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:45,147 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/d849eb2a897e46889816c034b96b79b4 is 50, key is test_row_0/A:col10/1731276944004/Put/seqid=0 2024-11-10T22:15:45,150 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#428 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:45,151 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/c050b93b3a6e4c0cb02b4d110843aac4 is 50, key is test_row_0/B:col10/1731276944004/Put/seqid=0 2024-11-10T22:15:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742323_1499 (size=13153) 2024-11-10T22:15:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742324_1500 (size=13153) 2024-11-10T22:15:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/4e40a331700e4df19ef3660562d87e93 is 50, key is test_row_0/A:col10/1731276945205/Put/seqid=0 2024-11-10T22:15:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742325_1501 (size=12301) 2024-11-10T22:15:45,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/4e40a331700e4df19ef3660562d87e93 2024-11-10T22:15:45,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a8c76508dfff4ee2a47d24239f46b59d is 50, key is test_row_0/B:col10/1731276945205/Put/seqid=0 2024-11-10T22:15:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742326_1502 (size=12301) 2024-11-10T22:15:45,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a8c76508dfff4ee2a47d24239f46b59d 2024-11-10T22:15:45,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8d8fd67eda2c4fc5b5efb3698be55f4c is 50, key is test_row_0/C:col10/1731276945205/Put/seqid=0 2024-11-10T22:15:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742327_1503 (size=12301) 2024-11-10T22:15:45,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8d8fd67eda2c4fc5b5efb3698be55f4c 2024-11-10T22:15:45,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/4e40a331700e4df19ef3660562d87e93 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93 2024-11-10T22:15:45,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93, entries=150, sequenceid=431, filesize=12.0 K 2024-11-10T22:15:45,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/a8c76508dfff4ee2a47d24239f46b59d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d 2024-11-10T22:15:45,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d, entries=150, sequenceid=431, filesize=12.0 K 2024-11-10T22:15:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/8d8fd67eda2c4fc5b5efb3698be55f4c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c 2024-11-10T22:15:45,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c, entries=150, sequenceid=431, filesize=12.0 K 2024-11-10T22:15:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=87.22 KB/89310 for 48fab721c61310942342cd9b9fefad24 in 52ms, sequenceid=431, compaction requested=true 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-10T22:15:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:45,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a73f9a10dde478ca7420ad05f8c8944 is 50, key is test_row_0/A:col10/1731276945259/Put/seqid=0 2024-11-10T22:15:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742328_1504 (size=17181) 2024-11-10T22:15:45,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a73f9a10dde478ca7420ad05f8c8944 2024-11-10T22:15:45,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/01cd2197ce85414b91c21f7aa3df2264 is 50, key is test_row_0/B:col10/1731276945259/Put/seqid=0 2024-11-10T22:15:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742329_1505 (size=12301) 2024-11-10T22:15:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277005316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277005329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277005433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277005443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58460 deadline: 1731277005493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,576 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/d849eb2a897e46889816c034b96b79b4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d849eb2a897e46889816c034b96b79b4 2024-11-10T22:15:45,579 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into d849eb2a897e46889816c034b96b79b4(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:45,580 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:45,580 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276945132; duration=0sec 2024-11-10T22:15:45,580 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-10T22:15:45,580 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:45,580 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:45,580 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:15:45,581 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:15:45,581 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/C is initiating minor compaction (all files) 2024-11-10T22:15:45,581 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/C in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,581 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b56b008518ef4bd0bc6cb0448b218d1a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=46.4 K 2024-11-10T22:15:45,581 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b56b008518ef4bd0bc6cb0448b218d1a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731276941374 2024-11-10T22:15:45,581 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8965a74030044dd799a5f4f8caebe1bc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731276942072 2024-11-10T22:15:45,582 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16e1c2d573e4394ad8ea2b206e436ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731276944001 2024-11-10T22:15:45,582 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8fd67eda2c4fc5b5efb3698be55f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731276944316 2024-11-10T22:15:45,587 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/c050b93b3a6e4c0cb02b4d110843aac4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c050b93b3a6e4c0cb02b4d110843aac4 2024-11-10T22:15:45,590 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:45,591 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into c050b93b3a6e4c0cb02b4d110843aac4(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:45,591 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276945132; duration=0sec 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/55133eaf26d84a08a91a94e3b8678091 is 50, key is test_row_0/C:col10/1731276945205/Put/seqid=0 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:45,591 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T22:15:45,592 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:45,593 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:45,593 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:45,593 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742330_1506 (size=13153) 2024-11-10T22:15:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277005643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277005653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/01cd2197ce85414b91c21f7aa3df2264 2024-11-10T22:15:45,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 is 50, key is test_row_0/C:col10/1731276945259/Put/seqid=0 2024-11-10T22:15:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742331_1507 (size=12301) 2024-11-10T22:15:45,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:45,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:45,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1731277005963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58508 deadline: 1731277005963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 , the old value is region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., hostname=7318282e5099,37101,1731276799219, seqNum=2 because the exception is null or not the one we care about 2024-11-10T22:15:45,999 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/55133eaf26d84a08a91a94e3b8678091 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/55133eaf26d84a08a91a94e3b8678091 2024-11-10T22:15:46,003 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 48fab721c61310942342cd9b9fefad24/C of 48fab721c61310942342cd9b9fefad24 into 55133eaf26d84a08a91a94e3b8678091(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:46,003 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:46,003 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/C, priority=12, startTime=1731276945260; duration=0sec 2024-11-10T22:15:46,003 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:46,003 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:46,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:46,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:46,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:46,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 2024-11-10T22:15:46,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/8a73f9a10dde478ca7420ad05f8c8944 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944 2024-11-10T22:15:46,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944, entries=250, sequenceid=448, filesize=16.8 K 2024-11-10T22:15:46,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/01cd2197ce85414b91c21f7aa3df2264 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264 2024-11-10T22:15:46,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264, entries=150, sequenceid=448, filesize=12.0 K 2024-11-10T22:15:46,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 2024-11-10T22:15:46,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/9b4fd1a00b3043e8b4e08a16da7f5ba0, entries=150, sequenceid=448, filesize=12.0 K 2024-11-10T22:15:46,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 48fab721c61310942342cd9b9fefad24 in 850ms, sequenceid=448, compaction requested=true 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:46,110 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 48fab721c61310942342cd9b9fefad24:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:46,110 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:46,113 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:46,113 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/B is initiating minor compaction (all files) 2024-11-10T22:15:46,113 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/B in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:46,113 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c050b93b3a6e4c0cb02b4d110843aac4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=36.9 K 2024-11-10T22:15:46,113 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:46,113 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): 48fab721c61310942342cd9b9fefad24/A is initiating minor compaction (all files) 2024-11-10T22:15:46,113 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 48fab721c61310942342cd9b9fefad24/A in TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:46,113 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d849eb2a897e46889816c034b96b79b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp, totalSize=41.6 K 2024-11-10T22:15:46,114 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d849eb2a897e46889816c034b96b79b4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731276944001 2024-11-10T22:15:46,114 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c050b93b3a6e4c0cb02b4d110843aac4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731276944001 2024-11-10T22:15:46,114 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e40a331700e4df19ef3660562d87e93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731276944316 2024-11-10T22:15:46,114 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a8c76508dfff4ee2a47d24239f46b59d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731276944316 2024-11-10T22:15:46,115 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a73f9a10dde478ca7420ad05f8c8944, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731276945241 2024-11-10T22:15:46,115 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 01cd2197ce85414b91c21f7aa3df2264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731276945246 2024-11-10T22:15:46,122 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:46,123 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/3c833caeb47a468d991a5ee422483ac5 is 50, key is test_row_0/A:col10/1731276945259/Put/seqid=0 2024-11-10T22:15:46,124 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 48fab721c61310942342cd9b9fefad24#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:46,125 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/f1cc7a62d2894321bd5b14d717e22f5d is 50, key is test_row_0/B:col10/1731276945259/Put/seqid=0 2024-11-10T22:15:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742332_1508 (size=13255) 2024-11-10T22:15:46,160 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/3c833caeb47a468d991a5ee422483ac5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/3c833caeb47a468d991a5ee422483ac5 2024-11-10T22:15:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742333_1509 (size=13255) 2024-11-10T22:15:46,168 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/A of 48fab721c61310942342cd9b9fefad24 into 3c833caeb47a468d991a5ee422483ac5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:46,168 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:46,168 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/A, priority=13, startTime=1731276946110; duration=0sec 2024-11-10T22:15:46,168 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:46,168 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:A 2024-11-10T22:15:46,168 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-10T22:15:46,169 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-10T22:15:46,169 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-10T22:15:46,170 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. because compaction request was cancelled 2024-11-10T22:15:46,170 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:C 2024-11-10T22:15:46,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-10T22:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:46,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T22:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f781be238cd94679883c1056a72348de is 50, key is test_row_0/A:col10/1731276945283/Put/seqid=0 2024-11-10T22:15:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742334_1510 (size=12301) 2024-11-10T22:15:46,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f781be238cd94679883c1056a72348de 2024-11-10T22:15:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/e555004736334712b74a5ac88ae65b60 is 50, key is test_row_0/B:col10/1731276945283/Put/seqid=0 2024-11-10T22:15:46,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742335_1511 (size=12301) 2024-11-10T22:15:46,253 INFO [Thread-1932 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1932. 2024-11-10T22:15:46,253 DEBUG [Thread-1932 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,253 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,253 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,255 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-10T22:15:46,255 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,255 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,255 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,257 INFO [Thread-1930 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1930. 2024-11-10T22:15:46,257 DEBUG [Thread-1930 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,257 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,257 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,259 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-10T22:15:46,259 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,259 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,259 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,260 INFO [Thread-1926 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1926. 2024-11-10T22:15:46,260 DEBUG [Thread-1926 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,260 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,260 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:46,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. as already flushing 2024-11-10T22:15:46,274 INFO [Thread-1919 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1919. 2024-11-10T22:15:46,274 DEBUG [Thread-1919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,274 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,274 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,283 INFO [Thread-1917 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1917. 2024-11-10T22:15:46,283 DEBUG [Thread-1917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,283 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,284 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,474 INFO [Thread-1915 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1915. 2024-11-10T22:15:46,474 INFO [Thread-1913 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1913. 2024-11-10T22:15:46,475 DEBUG [Thread-1915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,475 DEBUG [Thread-1913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,475 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,475 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,475 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,475 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:46,503 INFO [Thread-1921 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1921. 2024-11-10T22:15:46,503 DEBUG [Thread-1921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:15:46,503 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,504 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:46,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:46,564 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/f1cc7a62d2894321bd5b14d717e22f5d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f1cc7a62d2894321bd5b14d717e22f5d 2024-11-10T22:15:46,568 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 48fab721c61310942342cd9b9fefad24/B of 48fab721c61310942342cd9b9fefad24 into f1cc7a62d2894321bd5b14d717e22f5d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:46,568 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:46,568 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., storeName=48fab721c61310942342cd9b9fefad24/B, priority=13, startTime=1731276946110; duration=0sec 2024-11-10T22:15:46,568 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:46,568 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 48fab721c61310942342cd9b9fefad24:B 2024-11-10T22:15:46,604 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/e555004736334712b74a5ac88ae65b60 2024-11-10T22:15:46,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/5450d58b3cfd46dbb6224dabf25f9850 is 50, key is test_row_0/C:col10/1731276945283/Put/seqid=0 2024-11-10T22:15:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742336_1512 (size=12301) 2024-11-10T22:15:47,012 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/5450d58b3cfd46dbb6224dabf25f9850 2024-11-10T22:15:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/f781be238cd94679883c1056a72348de as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f781be238cd94679883c1056a72348de 2024-11-10T22:15:47,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f781be238cd94679883c1056a72348de, entries=150, sequenceid=467, filesize=12.0 K 2024-11-10T22:15:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/e555004736334712b74a5ac88ae65b60 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/e555004736334712b74a5ac88ae65b60 2024-11-10T22:15:47,022 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/e555004736334712b74a5ac88ae65b60, entries=150, sequenceid=467, filesize=12.0 K 2024-11-10T22:15:47,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/5450d58b3cfd46dbb6224dabf25f9850 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/5450d58b3cfd46dbb6224dabf25f9850 2024-11-10T22:15:47,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/5450d58b3cfd46dbb6224dabf25f9850, entries=150, sequenceid=467, filesize=12.0 K 2024-11-10T22:15:47,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=33.54 KB/34350 for 48fab721c61310942342cd9b9fefad24 in 842ms, sequenceid=467, compaction requested=true 2024-11-10T22:15:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 48fab721c61310942342cd9b9fefad24: 2024-11-10T22:15:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-10T22:15:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-10T22:15:47,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-10T22:15:47,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6800 sec 2024-11-10T22:15:47,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.6850 sec 2024-11-10T22:15:47,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:15:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-10T22:15:48,503 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1096 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3288 rows 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1097 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3286 rows 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3273 rows 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1098 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3294 rows 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1089 2024-11-10T22:15:48,503 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3266 rows 2024-11-10T22:15:48,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:15:48,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:15:48,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:48,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:48,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:15:48,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:15:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:48,507 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276948506"}]},"ts":"1731276948506"} 2024-11-10T22:15:48,508 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:15:48,508 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:15:48,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:15:48,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, UNASSIGN}] 2024-11-10T22:15:48,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, UNASSIGN 2024-11-10T22:15:48,511 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=48fab721c61310942342cd9b9fefad24, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:48,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, UNASSIGN because future has completed 2024-11-10T22:15:48,512 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:15:48,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:48,664 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:48,664 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:15:48,664 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 48fab721c61310942342cd9b9fefad24, disabling compactions & flushes 2024-11-10T22:15:48,664 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:48,664 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:48,664 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. after waiting 0 ms 2024-11-10T22:15:48,664 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:48,664 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 48fab721c61310942342cd9b9fefad24 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=A 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=B 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 48fab721c61310942342cd9b9fefad24, store=C 2024-11-10T22:15:48,665 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:48,668 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/bf15b2e744de417d83afcf84ecb65348 is 50, key is test_row_0/A:col10/1731276946473/Put/seqid=0 2024-11-10T22:15:48,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742337_1513 (size=12301) 2024-11-10T22:15:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:49,072 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/bf15b2e744de417d83afcf84ecb65348 2024-11-10T22:15:49,077 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/22a2733e907c4b54a69341576f5b953d is 50, key is test_row_0/B:col10/1731276946473/Put/seqid=0 2024-11-10T22:15:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742338_1514 (size=12301) 2024-11-10T22:15:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:49,481 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/22a2733e907c4b54a69341576f5b953d 2024-11-10T22:15:49,486 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b96e0c6d718c47c2ba96fa758c8602b1 is 50, key is test_row_0/C:col10/1731276946473/Put/seqid=0 2024-11-10T22:15:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742339_1515 (size=12301) 2024-11-10T22:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:49,890 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b96e0c6d718c47c2ba96fa758c8602b1 2024-11-10T22:15:49,893 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/A/bf15b2e744de417d83afcf84ecb65348 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/bf15b2e744de417d83afcf84ecb65348 2024-11-10T22:15:49,895 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/bf15b2e744de417d83afcf84ecb65348, entries=150, sequenceid=476, filesize=12.0 K 2024-11-10T22:15:49,896 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/B/22a2733e907c4b54a69341576f5b953d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/22a2733e907c4b54a69341576f5b953d 2024-11-10T22:15:49,898 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/22a2733e907c4b54a69341576f5b953d, entries=150, sequenceid=476, filesize=12.0 K 2024-11-10T22:15:49,898 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/.tmp/C/b96e0c6d718c47c2ba96fa758c8602b1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b96e0c6d718c47c2ba96fa758c8602b1 2024-11-10T22:15:49,901 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b96e0c6d718c47c2ba96fa758c8602b1, entries=150, sequenceid=476, filesize=12.0 K 2024-11-10T22:15:49,901 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 48fab721c61310942342cd9b9fefad24 in 1237ms, sequenceid=476, compaction requested=true 2024-11-10T22:15:49,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/fc2fae8909c34527b06f5adc4b869ba7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b3b44c91889549f7aea662ff4d118277, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa0a88bf9f2d469983046e7b06006e79, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7a090ef23ea745609b45adf2a3eb07b2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7c4ed36e559547a4a7906dcde47c7465, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/71378953bcd3438199d468dca7d21a2e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8818b32dc92a4b789d1849e73b695e70, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d849eb2a897e46889816c034b96b79b4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944] to archive 2024-11-10T22:15:49,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:49,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d1a7b6463cbe4855a4584b502080d1ec 2024-11-10T22:15:49,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f60c6b30b0134e1f83ff4d379c365d07 2024-11-10T22:15:49,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa4dde0811584681b2e9cd27450f021d 2024-11-10T22:15:49,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/fc2fae8909c34527b06f5adc4b869ba7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/fc2fae8909c34527b06f5adc4b869ba7 2024-11-10T22:15:49,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/ff756464b11d4eb2b3b5e9c9650f1feb 2024-11-10T22:15:49,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7449ad19b0c04a149497ab4efc8b12ce 2024-11-10T22:15:49,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b3b44c91889549f7aea662ff4d118277 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b3b44c91889549f7aea662ff4d118277 2024-11-10T22:15:49,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8d2ba950b5174dc39ebfebfc44a9540e 2024-11-10T22:15:49,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/6922161466f34db5b48466bb554ec634 2024-11-10T22:15:49,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa0a88bf9f2d469983046e7b06006e79 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aa0a88bf9f2d469983046e7b06006e79 2024-11-10T22:15:49,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/813382fdd3d5460ba319fabffb19e80c 2024-11-10T22:15:49,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/58eee16ec2bb493cbb0803fdd9537074 2024-11-10T22:15:49,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7a090ef23ea745609b45adf2a3eb07b2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7a090ef23ea745609b45adf2a3eb07b2 2024-11-10T22:15:49,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/b13d0c71dc694435a803f6581d43f08a 2024-11-10T22:15:49,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aed16538a38c4059b0250024e80d467d 2024-11-10T22:15:49,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/27419832bca442e599a37f781afa20c7 2024-11-10T22:15:49,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7c4ed36e559547a4a7906dcde47c7465 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/7c4ed36e559547a4a7906dcde47c7465 2024-11-10T22:15:49,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/5d2c0e222d2643269586ea8822995e56 2024-11-10T22:15:49,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/eee82986d62f445db45de503ef885888 2024-11-10T22:15:49,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/71378953bcd3438199d468dca7d21a2e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/71378953bcd3438199d468dca7d21a2e 2024-11-10T22:15:49,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a3e31fa473940e6a7707ee332ec09b7 2024-11-10T22:15:49,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/aee7a90d3016422fb90397382bffd419 2024-11-10T22:15:49,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8818b32dc92a4b789d1849e73b695e70 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8818b32dc92a4b789d1849e73b695e70 2024-11-10T22:15:49,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/84bfccc9458f41679ae2e6d072a8d414 2024-11-10T22:15:49,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/818769dd63b149dcb1f0b8391f881dc4 2024-11-10T22:15:49,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d849eb2a897e46889816c034b96b79b4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/d849eb2a897e46889816c034b96b79b4 2024-11-10T22:15:49,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/4e40a331700e4df19ef3660562d87e93 2024-11-10T22:15:49,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/8a73f9a10dde478ca7420ad05f8c8944 2024-11-10T22:15:49,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/57ca4c9d43d14f2cba819c54647bd8fd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/b066ecd8d25e4665a03cfb9fd9471401, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a6d93726446347ecaa32b2f422d3440b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f49ee3198acd47c4983e56d760af5253, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/fc886d6bdef1407d83d63788b3cd66c7, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/0f98b466de3946f3a405988c08bc0056, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/58d7901fd68c45cab5dd381d77e6174a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c050b93b3a6e4c0cb02b4d110843aac4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264] to archive 2024-11-10T22:15:49,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:49,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/02c46ede51914415a38bd56029811f4a 2024-11-10T22:15:49,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/5aba1a55c2dd457da71efb75f82c0e54 2024-11-10T22:15:49,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/57ca4c9d43d14f2cba819c54647bd8fd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/57ca4c9d43d14f2cba819c54647bd8fd 2024-11-10T22:15:49,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a30c595f8b81407284ccd26a53e5919e 2024-11-10T22:15:49,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/3d3787ee1fef4a5cb7647daeacb6a51d 2024-11-10T22:15:49,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/b066ecd8d25e4665a03cfb9fd9471401 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/b066ecd8d25e4665a03cfb9fd9471401 2024-11-10T22:15:49,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1b4b5278482c46db9c969e4d2db97637 2024-11-10T22:15:49,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/87929fa9ba9344bd8eed42963d52fa36 2024-11-10T22:15:49,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a6d93726446347ecaa32b2f422d3440b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a6d93726446347ecaa32b2f422d3440b 2024-11-10T22:15:49,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/29607b68f4224c958e3f4292706b14b1 2024-11-10T22:15:49,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/039ee8e0c8274202bb8e82360a3d7198 2024-11-10T22:15:49,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f49ee3198acd47c4983e56d760af5253 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f49ee3198acd47c4983e56d760af5253 2024-11-10T22:15:49,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/1aafd1a6323542a4bcc406c150abdb89 2024-11-10T22:15:49,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a4d9e1cc376e4df7b71f9c8b692f98d4 2024-11-10T22:15:49,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/97a0c26743fa4c4fac5de9e77747b9ed 2024-11-10T22:15:49,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/fc886d6bdef1407d83d63788b3cd66c7 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/fc886d6bdef1407d83d63788b3cd66c7 2024-11-10T22:15:49,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/32b770dabd3e4e9aae84aef3474be84f 2024-11-10T22:15:49,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/026a8f4af7f14f2890a7dca2e957eae1 2024-11-10T22:15:49,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/0f98b466de3946f3a405988c08bc0056 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/0f98b466de3946f3a405988c08bc0056 2024-11-10T22:15:49,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a5b93b2a8fda433ea0a4f3a2f918ca1e 2024-11-10T22:15:49,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c637e7e69d9d40fd95c8da1565400e4a 2024-11-10T22:15:49,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/58d7901fd68c45cab5dd381d77e6174a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/58d7901fd68c45cab5dd381d77e6174a 2024-11-10T22:15:49,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/46ed22cd5a7d44948df2a21d4cf0d278 2024-11-10T22:15:49,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/81e028ff90154bfd9e7b9d86539be2d5 2024-11-10T22:15:49,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c050b93b3a6e4c0cb02b4d110843aac4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/c050b93b3a6e4c0cb02b4d110843aac4 2024-11-10T22:15:49,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/276cf131b71f444986d12a69dc47db67 2024-11-10T22:15:49,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/a8c76508dfff4ee2a47d24239f46b59d 2024-11-10T22:15:49,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/01cd2197ce85414b91c21f7aa3df2264 2024-11-10T22:15:49,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/a1a75cd3a14e42e29f20c4c018303593, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/21bce5abc0f049148470689e3d088d7b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/30b77bdb1a2b4920aa88fa505680c007, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/86141905a0ea4e8cb35daf2e7032faf1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b56b008518ef4bd0bc6cb0448b218d1a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c] to archive 2024-11-10T22:15:49,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:15:49,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/84b30fd8000140bfb0bd1b6ee972e1b0 2024-11-10T22:15:49,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/648a242fe04c4303a620499aebfe74ae 2024-11-10T22:15:49,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/0f3d6dec605f42a78cd08828ab7c70f2 2024-11-10T22:15:49,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/a1a75cd3a14e42e29f20c4c018303593 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/a1a75cd3a14e42e29f20c4c018303593 2024-11-10T22:15:49,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/44ed580b52774a71aeafbfd84b7d9932 2024-11-10T22:15:49,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bc7f5c5ca545487f861a963633482f36 2024-11-10T22:15:49,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/3415de398e47463bb6d0fc26b22aa4d5 2024-11-10T22:15:49,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/21bce5abc0f049148470689e3d088d7b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/21bce5abc0f049148470689e3d088d7b 2024-11-10T22:15:49,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6d47f5ab1f4a44a18e30b7fe437d9593 2024-11-10T22:15:49,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/e167a389bd71457e95fe032049cf958c 2024-11-10T22:15:49,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f3531d2cf4a64b4dafb4e9ebaa9c01d5 2024-11-10T22:15:49,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/ffee6c25d5184bbc9737feed73412385 2024-11-10T22:15:49,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/f96ca8e802af4f16ba84b917bad1732f 2024-11-10T22:15:49,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/bed7b53ea52e4aa8ba243291195391aa 2024-11-10T22:15:49,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/30b77bdb1a2b4920aa88fa505680c007 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/30b77bdb1a2b4920aa88fa505680c007 2024-11-10T22:15:49,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6278b50c02c2429f890a8f95f0450803 2024-11-10T22:15:49,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/6887e2af69dd49848f27497f57fd217a 2024-11-10T22:15:49,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/86141905a0ea4e8cb35daf2e7032faf1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/86141905a0ea4e8cb35daf2e7032faf1 2024-11-10T22:15:49,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/4f34d09a3e294509bbc4a8aab157dd73 2024-11-10T22:15:49,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/c89ac262ffed4e69841c053a0d12e02b 2024-11-10T22:15:49,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b56b008518ef4bd0bc6cb0448b218d1a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b56b008518ef4bd0bc6cb0448b218d1a 2024-11-10T22:15:49,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/eb99e18007bf4d8fa83afe16f07c8626 2024-11-10T22:15:49,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8965a74030044dd799a5f4f8caebe1bc 2024-11-10T22:15:49,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b16e1c2d573e4394ad8ea2b206e436ba 2024-11-10T22:15:49,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/8d8fd67eda2c4fc5b5efb3698be55f4c 2024-11-10T22:15:49,969 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/recovered.edits/479.seqid, newMaxSeqId=479, maxSeqId=1 2024-11-10T22:15:49,969 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. 2024-11-10T22:15:49,969 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 48fab721c61310942342cd9b9fefad24: Waiting for close lock at 1731276948664Running coprocessor pre-close hooks at 1731276948664Disabling compacts and flushes for region at 1731276948664Disabling writes for close at 1731276948664Obtaining lock to block concurrent updates at 1731276948664Preparing flush snapshotting stores in 48fab721c61310942342cd9b9fefad24 at 1731276948664Finished memstore snapshotting TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731276948665 (+1 ms)Flushing stores of TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24. at 1731276948665Flushing 48fab721c61310942342cd9b9fefad24/A: creating writer at 1731276948665Flushing 48fab721c61310942342cd9b9fefad24/A: appending metadata at 1731276948667 (+2 ms)Flushing 48fab721c61310942342cd9b9fefad24/A: closing flushed file at 1731276948667Flushing 48fab721c61310942342cd9b9fefad24/B: creating writer at 1731276949075 (+408 ms)Flushing 48fab721c61310942342cd9b9fefad24/B: appending metadata at 1731276949077 (+2 ms)Flushing 48fab721c61310942342cd9b9fefad24/B: closing flushed file at 1731276949077Flushing 48fab721c61310942342cd9b9fefad24/C: creating writer at 1731276949484 (+407 ms)Flushing 48fab721c61310942342cd9b9fefad24/C: appending metadata at 1731276949486 (+2 ms)Flushing 48fab721c61310942342cd9b9fefad24/C: closing flushed file at 1731276949486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ae0452: reopening flushed file at 1731276949892 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b92ad4f: reopening flushed file at 1731276949895 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a854aa0: reopening flushed file at 1731276949898 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 48fab721c61310942342cd9b9fefad24 in 1237ms, sequenceid=476, compaction requested=true at 1731276949901 (+3 ms)Writing region close event to WAL at 1731276949966 (+65 ms)Running coprocessor post-close hooks at 1731276949969 (+3 ms)Closed at 1731276949969 2024-11-10T22:15:49,971 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:49,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=48fab721c61310942342cd9b9fefad24, regionState=CLOSED 2024-11-10T22:15:49,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:49,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-10T22:15:49,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 48fab721c61310942342cd9b9fefad24, server=7318282e5099,37101,1731276799219 in 1.4610 sec 2024-11-10T22:15:49,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T22:15:49,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=48fab721c61310942342cd9b9fefad24, UNASSIGN in 1.4650 sec 2024-11-10T22:15:49,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-10T22:15:49,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4680 sec 2024-11-10T22:15:49,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276949978"}]},"ts":"1731276949978"} 2024-11-10T22:15:49,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:15:49,979 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:15:49,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-10T22:15:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-10T22:15:50,663 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:50,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:15:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,665 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-10T22:15:50,666 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,667 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:50,669 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/recovered.edits] 2024-11-10T22:15:50,671 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/3c833caeb47a468d991a5ee422483ac5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/3c833caeb47a468d991a5ee422483ac5 2024-11-10T22:15:50,672 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/bf15b2e744de417d83afcf84ecb65348 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/bf15b2e744de417d83afcf84ecb65348 2024-11-10T22:15:50,673 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f781be238cd94679883c1056a72348de to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/A/f781be238cd94679883c1056a72348de 2024-11-10T22:15:50,675 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/22a2733e907c4b54a69341576f5b953d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/22a2733e907c4b54a69341576f5b953d 2024-11-10T22:15:50,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/e555004736334712b74a5ac88ae65b60 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/e555004736334712b74a5ac88ae65b60 2024-11-10T22:15:50,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f1cc7a62d2894321bd5b14d717e22f5d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/B/f1cc7a62d2894321bd5b14d717e22f5d 2024-11-10T22:15:50,678 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/5450d58b3cfd46dbb6224dabf25f9850 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/5450d58b3cfd46dbb6224dabf25f9850 2024-11-10T22:15:50,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/55133eaf26d84a08a91a94e3b8678091 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/55133eaf26d84a08a91a94e3b8678091 2024-11-10T22:15:50,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/9b4fd1a00b3043e8b4e08a16da7f5ba0 2024-11-10T22:15:50,680 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b96e0c6d718c47c2ba96fa758c8602b1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/C/b96e0c6d718c47c2ba96fa758c8602b1 2024-11-10T22:15:50,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/recovered.edits/479.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24/recovered.edits/479.seqid 2024-11-10T22:15:50,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/48fab721c61310942342cd9b9fefad24 2024-11-10T22:15:50,683 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:15:50,684 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,686 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:15:50,687 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:15:50,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:15:50,688 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276950688"}]},"ts":"9223372036854775807"} 2024-11-10T22:15:50,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:15:50,690 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 48fab721c61310942342cd9b9fefad24, NAME => 'TestAcidGuarantees,,1731276924062.48fab721c61310942342cd9b9fefad24.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:15:50,690 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:15:50,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276950690"}]},"ts":"9223372036854775807"} 2024-11-10T22:15:50,691 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:15:50,692 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-10T22:15:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-10T22:15:50,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:15:50,778 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:50,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9440 (was 9462) 2024-11-10T22:15:50,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=9439 2024-11-10T22:15:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:15:50,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:15:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:50,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T22:15:50,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:50,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-10T22:15:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:50,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T22:15:50,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742340_1516 (size=1061) 2024-11-10T22:15:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:51,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d 2024-11-10T22:15:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742341_1517 (size=53) 2024-11-10T22:15:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bc87ff75fab4dca4a3423cf3f0b08f8c, disabling compactions & flushes 2024-11-10T22:15:51,607 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. after waiting 0 ms 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,607 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc87ff75fab4dca4a3423cf3f0b08f8c: Waiting for close lock at 1731276951607Disabling compacts and flushes for region at 1731276951607Disabling writes for close at 1731276951607Writing region close event to WAL at 1731276951607Closed at 1731276951607 2024-11-10T22:15:51,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T22:15:51,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731276951608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731276951608"}]},"ts":"1731276951608"} 2024-11-10T22:15:51,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T22:15:51,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T22:15:51,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276951610"}]},"ts":"1731276951610"} 2024-11-10T22:15:51,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T22:15:51,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, ASSIGN}] 2024-11-10T22:15:51,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, ASSIGN 2024-11-10T22:15:51,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, ASSIGN; state=OFFLINE, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=false 2024-11-10T22:15:51,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:51,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, ASSIGN because future has completed 2024-11-10T22:15:51,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:51,919 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,919 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:15:51,919 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,919 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:15:51,920 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,920 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,921 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,921 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:51,922 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName A 2024-11-10T22:15:51,922 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:51,922 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:51,922 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,923 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:51,923 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName B 2024-11-10T22:15:51,923 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:51,923 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:51,923 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,924 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:51,924 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName C 2024-11-10T22:15:51,924 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:51,924 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:51,925 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,925 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,925 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,925 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,926 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,926 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,926 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:15:51,927 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,929 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T22:15:51,929 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened bc87ff75fab4dca4a3423cf3f0b08f8c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62619018, jitterRate=-0.06690391898155212}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:15:51,929 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:51,929 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for bc87ff75fab4dca4a3423cf3f0b08f8c: Running coprocessor pre-open hook at 1731276951920Writing region info on filesystem at 1731276951920Initializing all the Stores at 1731276951920Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276951920Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276951920Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276951920Cleaning up temporary data from old regions at 1731276951926 (+6 ms)Running coprocessor post-open hooks at 1731276951929 (+3 ms)Region opened successfully at 1731276951929 2024-11-10T22:15:51,930 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., pid=154, masterSystemTime=1731276951917 2024-11-10T22:15:51,931 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,932 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:51,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=OPEN, openSeqNum=2, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:51,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-10T22:15:51,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 in 169 msec 2024-11-10T22:15:51,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T22:15:51,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, ASSIGN in 323 msec 2024-11-10T22:15:51,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T22:15:51,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276951938"}]},"ts":"1731276951938"} 2024-11-10T22:15:51,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T22:15:51,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T22:15:51,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-10T22:15:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-10T22:15:52,943 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:52,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d18f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:52,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:52,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:52,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad7f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:52,946 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734ae501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:52,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:52,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:52,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T22:15:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7318282e5099,46847,1731276798412 2024-11-10T22:15:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d627ce 2024-11-10T22:15:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T22:15:52,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T22:15:52,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T22:15:52,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T22:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T22:15:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742342_1518 (size=1097) 2024-11-10T22:15:53,363 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T22:15:53,363 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T22:15:53,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:15:53,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE}] 2024-11-10T22:15:53,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE 2024-11-10T22:15:53,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE because future has completed 2024-11-10T22:15:53,369 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:15:53,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:53,521 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,521 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:15:53,521 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing bc87ff75fab4dca4a3423cf3f0b08f8c, disabling compactions & flushes 2024-11-10T22:15:53,521 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,521 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,521 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. after waiting 0 ms 2024-11-10T22:15:53,521 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,525 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T22:15:53,525 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,525 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for bc87ff75fab4dca4a3423cf3f0b08f8c: Waiting for close lock at 1731276953521Running coprocessor pre-close hooks at 1731276953521Disabling compacts and flushes for region at 1731276953521Disabling writes for close at 1731276953521Writing region close event to WAL at 1731276953522 (+1 ms)Running coprocessor post-close hooks at 1731276953525 (+3 ms)Closed at 1731276953525 2024-11-10T22:15:53,525 WARN [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: bc87ff75fab4dca4a3423cf3f0b08f8c to self. 2024-11-10T22:15:53,527 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=CLOSED 2024-11-10T22:15:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:53,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-10T22:15:53,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 in 160 msec 2024-11-10T22:15:53,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE; state=CLOSED, location=7318282e5099,37101,1731276799219; forceNewPlan=false, retain=true 2024-11-10T22:15:53,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=OPENING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE because future has completed 2024-11-10T22:15:53,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:15:53,837 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,837 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T22:15:53,838 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,838 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T22:15:53,838 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,838 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,839 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,839 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:53,840 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName A 2024-11-10T22:15:53,840 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:53,841 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:53,841 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,841 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:53,842 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName B 2024-11-10T22:15:53,842 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:53,842 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:53,842 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,842 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T22:15:53,842 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc87ff75fab4dca4a3423cf3f0b08f8c columnFamilyName C 2024-11-10T22:15:53,842 DEBUG [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:53,843 INFO [StoreOpener-bc87ff75fab4dca4a3423cf3f0b08f8c-1 {}] regionserver.HStore(327): Store=bc87ff75fab4dca4a3423cf3f0b08f8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T22:15:53,843 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,843 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,843 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,844 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,845 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,845 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,845 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T22:15:53,846 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,846 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened bc87ff75fab4dca4a3423cf3f0b08f8c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67645771, jitterRate=0.008000537753105164}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T22:15:53,846 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,847 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for bc87ff75fab4dca4a3423cf3f0b08f8c: Running coprocessor pre-open hook at 1731276953838Writing region info on filesystem at 1731276953838Initializing all the Stores at 1731276953838Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276953839 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276953839Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731276953839Cleaning up temporary data from old regions at 1731276953845 (+6 ms)Running coprocessor post-open hooks at 1731276953846 (+1 ms)Region opened successfully at 1731276953847 (+1 ms) 2024-11-10T22:15:53,847 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., pid=159, masterSystemTime=1731276953835 2024-11-10T22:15:53,849 DEBUG [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,849 INFO [RS_OPEN_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:53,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=OPEN, openSeqNum=5, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:15:53,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-10T22:15:53,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 in 168 msec 2024-11-10T22:15:53,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-10T22:15:53,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, REOPEN/MOVE in 486 msec 2024-11-10T22:15:53,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-10T22:15:53,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-10T22:15:53,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-10T22:15:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-10T22:15:53,858 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:53,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315d0361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,859 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4121c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,861 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79578761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334e0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27252003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21919416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e95980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,865 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7ea786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,866 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d3ba3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,868 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed801d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,869 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65963835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46abac4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1756d3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298d8ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,873 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2459dcab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,874 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4196f33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7164a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,875 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a5dfc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7574f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f23b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac92678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,879 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe2b8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,881 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce6cfdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ec0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7318282e5099,46847,-1 for getting cluster id 2024-11-10T22:15:53,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T22:15:53,884 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27' 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b8b71fc-de66-4e0b-9dcb-6f84d23f6e27" 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58898cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7318282e5099,46847,-1] 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T22:15:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:15:53,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T22:15:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a015d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T22:15:53,886 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,887 DEBUG [Thread-2336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,888 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,888 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:53,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,889 DEBUG [Thread-2325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T22:15:53,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7318282e5099,37101,1731276799219, seqNum=-1] 2024-11-10T22:15:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-10T22:15:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T22:15:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T22:15:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5] 2024-11-10T22:15:53,897 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:53,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:53,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:15:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277013931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277013933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277013934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277013936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277013936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:53,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:53,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111003167dc3254e4b90b9648b946aa8c3bf_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276953896/Put/seqid=0 2024-11-10T22:15:53,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742343_1519 (size=12154) 2024-11-10T22:15:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277014043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277014043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277014052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277014053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277014053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:54,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277014252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277014253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277014263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277014263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277014263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:54,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111003167dc3254e4b90b9648b946aa8c3bf_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003167dc3254e4b90b9648b946aa8c3bf_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:54,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d4ac463117fb41e1b351212facb4debc, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:54,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d4ac463117fb41e1b351212facb4debc is 175, key is test_row_0/A:col10/1731276953896/Put/seqid=0 2024-11-10T22:15:54,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742344_1520 (size=30955) 2024-11-10T22:15:54,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d4ac463117fb41e1b351212facb4debc 2024-11-10T22:15:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e97d055a278c4cfab560846662d85ab8 is 50, key is test_row_0/B:col10/1731276953896/Put/seqid=0 2024-11-10T22:15:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742345_1521 (size=12001) 2024-11-10T22:15:54,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e97d055a278c4cfab560846662d85ab8 2024-11-10T22:15:54,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/f3589b01c639421893d738e83bda9943 is 50, key is test_row_0/C:col10/1731276953896/Put/seqid=0 2024-11-10T22:15:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742346_1522 (size=12001) 2024-11-10T22:15:54,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:54,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277014563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277014563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277014573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277014573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277014573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:54,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/f3589b01c639421893d738e83bda9943 2024-11-10T22:15:54,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d4ac463117fb41e1b351212facb4debc as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc 2024-11-10T22:15:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc, entries=150, sequenceid=16, filesize=30.2 K 2024-11-10T22:15:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e97d055a278c4cfab560846662d85ab8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8 2024-11-10T22:15:54,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:54,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:54,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T22:15:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/f3589b01c639421893d738e83bda9943 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943 2024-11-10T22:15:54,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943, entries=150, sequenceid=16, filesize=11.7 K 2024-11-10T22:15:54,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bc87ff75fab4dca4a3423cf3f0b08f8c in 919ms, sequenceid=16, compaction requested=false 2024-11-10T22:15:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T22:15:54,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:54,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-10T22:15:54,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:54,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103e0a8743ab6e4bbfbf06eee80ff18cc9_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276953934/Put/seqid=0 2024-11-10T22:15:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742347_1523 (size=12154) 2024-11-10T22:15:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:55,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:55,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277015085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277015086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277015087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277015088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277015088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277015193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277015193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277015193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277015202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277015202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:55,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411103e0a8743ab6e4bbfbf06eee80ff18cc9_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e0a8743ab6e4bbfbf06eee80ff18cc9_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fd8685669c184883bbeeb8c38139d64c, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fd8685669c184883bbeeb8c38139d64c is 175, key is test_row_0/A:col10/1731276953934/Put/seqid=0 2024-11-10T22:15:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742348_1524 (size=30955) 2024-11-10T22:15:55,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277015403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277015403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277015403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277015413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277015413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T22:15:55,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277015713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277015713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277015713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277015723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277015723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:55,807 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fd8685669c184883bbeeb8c38139d64c 2024-11-10T22:15:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e6da47d435214665b7d2d88049f10f53 is 50, key is test_row_0/B:col10/1731276953934/Put/seqid=0 2024-11-10T22:15:55,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742349_1525 (size=12001) 2024-11-10T22:15:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:56,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e6da47d435214665b7d2d88049f10f53 2024-11-10T22:15:56,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/a491f45d65604ed0825aa085c32608bd is 50, key is test_row_0/C:col10/1731276953934/Put/seqid=0 2024-11-10T22:15:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277016223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:56,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277016223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:56,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277016223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742350_1526 (size=12001) 2024-11-10T22:15:56,228 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/a491f45d65604ed0825aa085c32608bd 2024-11-10T22:15:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fd8685669c184883bbeeb8c38139d64c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c 2024-11-10T22:15:56,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c, entries=150, sequenceid=36, filesize=30.2 K 2024-11-10T22:15:56,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277016233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:56,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e6da47d435214665b7d2d88049f10f53 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53 2024-11-10T22:15:56,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277016233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:56,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53, entries=150, sequenceid=36, filesize=11.7 K 2024-11-10T22:15:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/a491f45d65604ed0825aa085c32608bd as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd 2024-11-10T22:15:56,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd, entries=150, sequenceid=36, filesize=11.7 K 2024-11-10T22:15:56,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1273ms, sequenceid=36, compaction requested=false 2024-11-10T22:15:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-10T22:15:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-10T22:15:56,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-10T22:15:56,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3480 sec 2024-11-10T22:15:56,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3590 sec 2024-11-10T22:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:57,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:15:57,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:57,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dab3e624c1194922915d44ab47fe0fa8_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:57,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742351_1527 (size=14594) 2024-11-10T22:15:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277017260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277017261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277017262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277017262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277017263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277017373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277017373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277017374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277017374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277017374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277017582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277017583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277017583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277017583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277017583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:57,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110dab3e624c1194922915d44ab47fe0fa8_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dab3e624c1194922915d44ab47fe0fa8_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:57,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/449acb157ad94288ae09dd1c9b2a6cd5, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:57,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/449acb157ad94288ae09dd1c9b2a6cd5 is 175, key is test_row_0/A:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:57,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742352_1528 (size=39549) 2024-11-10T22:15:57,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/449acb157ad94288ae09dd1c9b2a6cd5 2024-11-10T22:15:57,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/064eeab193fb4a4db66372b0a8da3741 is 50, key is test_row_0/B:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742353_1529 (size=12001) 2024-11-10T22:15:57,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277017897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277017897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277017898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277017898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277017898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-10T22:15:58,053 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:58,054 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-10T22:15:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T22:15:58,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:58,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:58,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:58,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/064eeab193fb4a4db66372b0a8da3741 2024-11-10T22:15:58,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/40ce4eae36fc41fcb214b2f5a9b584b8 is 50, key is test_row_0/C:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:58,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742354_1530 (size=12001) 2024-11-10T22:15:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T22:15:58,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T22:15:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T22:15:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T22:15:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277018413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277018413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277018413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277018413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277018413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:58,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/40ce4eae36fc41fcb214b2f5a9b584b8 2024-11-10T22:15:58,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/449acb157ad94288ae09dd1c9b2a6cd5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5 2024-11-10T22:15:58,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5, entries=200, sequenceid=49, filesize=38.6 K 2024-11-10T22:15:58,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/064eeab193fb4a4db66372b0a8da3741 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741 2024-11-10T22:15:58,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T22:15:58,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/40ce4eae36fc41fcb214b2f5a9b584b8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8 2024-11-10T22:15:58,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T22:15:58,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1255ms, sequenceid=49, compaction requested=true 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:15:58,491 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:15:58,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:58,491 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:15:58,492 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,492 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,492 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.2 K 2024-11-10T22:15:58,492 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=99.1 K 2024-11-10T22:15:58,492 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5] 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e97d055a278c4cfab560846662d85ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731276953896 2024-11-10T22:15:58,492 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4ac463117fb41e1b351212facb4debc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731276953896 2024-11-10T22:15:58,493 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e6da47d435214665b7d2d88049f10f53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731276953931 2024-11-10T22:15:58,493 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd8685669c184883bbeeb8c38139d64c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731276953931 2024-11-10T22:15:58,493 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 064eeab193fb4a4db66372b0a8da3741, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:15:58,493 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 449acb157ad94288ae09dd1c9b2a6cd5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:15:58,499 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:58,500 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:58,501 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110fc0d9ed22e904897895c9ee538a85284_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:58,501 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/1b0ccc23a6134e8c8ec5ac576152fc8a is 50, key is test_row_0/B:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:58,502 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110fc0d9ed22e904897895c9ee538a85284_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:58,502 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fc0d9ed22e904897895c9ee538a85284_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742355_1531 (size=12104) 2024-11-10T22:15:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742356_1532 (size=4469) 2024-11-10T22:15:58,508 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#454 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:58,509 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3418330311e748b38f6e3563fa4fda9a is 175, key is test_row_0/A:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:58,509 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/1b0ccc23a6134e8c8ec5ac576152fc8a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/1b0ccc23a6134e8c8ec5ac576152fc8a 2024-11-10T22:15:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742357_1533 (size=31058) 2024-11-10T22:15:58,513 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into 1b0ccc23a6134e8c8ec5ac576152fc8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:58,513 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:58,513 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=13, startTime=1731276958491; duration=0sec 2024-11-10T22:15:58,514 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:15:58,514 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:15:58,514 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:15:58,515 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:15:58,515 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:15:58,515 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,515 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.2 K 2024-11-10T22:15:58,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-10T22:15:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T22:15:58,515 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting f3589b01c639421893d738e83bda9943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731276953896 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:15:58,516 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a491f45d65604ed0825aa085c32608bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731276953931 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:15:58,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:58,516 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ce4eae36fc41fcb214b2f5a9b584b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:15:58,518 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3418330311e748b38f6e3563fa4fda9a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a 2024-11-10T22:15:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cca0b1ea5545415b84de63595805dc3e_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276957260/Put/seqid=0 2024-11-10T22:15:58,524 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:15:58,524 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/291df7b1d7d34d09a7b85e8214cedbac is 50, key is test_row_0/C:col10/1731276955084/Put/seqid=0 2024-11-10T22:15:58,525 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into 3418330311e748b38f6e3563fa4fda9a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:58,525 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:58,525 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=13, startTime=1731276958491; duration=0sec 2024-11-10T22:15:58,525 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:58,525 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:15:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742358_1534 (size=12154) 2024-11-10T22:15:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742359_1535 (size=12104) 2024-11-10T22:15:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T22:15:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,934 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cca0b1ea5545415b84de63595805dc3e_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cca0b1ea5545415b84de63595805dc3e_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3a0b92f0a6c24fec83bf9fe84378cc94, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3a0b92f0a6c24fec83bf9fe84378cc94 is 175, key is test_row_0/A:col10/1731276957260/Put/seqid=0 2024-11-10T22:15:58,944 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/291df7b1d7d34d09a7b85e8214cedbac as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/291df7b1d7d34d09a7b85e8214cedbac 2024-11-10T22:15:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742360_1536 (size=30955) 2024-11-10T22:15:58,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3a0b92f0a6c24fec83bf9fe84378cc94 2024-11-10T22:15:58,949 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into 291df7b1d7d34d09a7b85e8214cedbac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:15:58,949 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:58,949 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=13, startTime=1731276958491; duration=0sec 2024-11-10T22:15:58,949 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:15:58,949 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:15:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/eb16fa93b3de47ebbca4c74f088c6a22 is 50, key is test_row_0/B:col10/1731276957260/Put/seqid=0 2024-11-10T22:15:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742361_1537 (size=12001) 2024-11-10T22:15:58,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/eb16fa93b3de47ebbca4c74f088c6a22 2024-11-10T22:15:58,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/d8e867449b364ea79046b9bb8f85a3c2 is 50, key is test_row_0/C:col10/1731276957260/Put/seqid=0 2024-11-10T22:15:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742362_1538 (size=12001) 2024-11-10T22:15:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/d8e867449b364ea79046b9bb8f85a3c2 2024-11-10T22:15:58,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/3a0b92f0a6c24fec83bf9fe84378cc94 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94 2024-11-10T22:15:58,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94, entries=150, sequenceid=69, filesize=30.2 K 2024-11-10T22:15:58,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/eb16fa93b3de47ebbca4c74f088c6a22 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22 2024-11-10T22:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,989 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22, entries=150, sequenceid=69, filesize=11.7 K 2024-11-10T22:15:58,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/d8e867449b364ea79046b9bb8f85a3c2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2 2024-11-10T22:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,993 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2, entries=150, sequenceid=69, filesize=11.7 K 2024-11-10T22:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for bc87ff75fab4dca4a3423cf3f0b08f8c in 479ms, sequenceid=69, compaction requested=false 2024-11-10T22:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:58,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-10T22:15:58,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 945 msec 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-10T22:15:59,193 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,194 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-10T22:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:59,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-10T22:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:15:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-10T22:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 162 msec 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111006379a2a9eeb41af8aa4b92a4003944e_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276959437/Put/seqid=0 2024-11-10T22:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742363_1539 (size=21918) 2024-11-10T22:15:59,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:15:59,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111006379a2a9eeb41af8aa4b92a4003944e_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111006379a2a9eeb41af8aa4b92a4003944e_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:15:59,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/03186c41bde64fcd8a3de59efb205f01, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:15:59,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/03186c41bde64fcd8a3de59efb205f01 is 175, key is test_row_0/A:col10/1731276959437/Put/seqid=0 2024-11-10T22:15:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742364_1540 (size=65323) 2024-11-10T22:15:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277019491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277019492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276959460, max timestamp=1731276959498Num uniques 859; 2024-11-10T22:15:59,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276959460, max timestamp=1731276959498Num uniques 859; 2024-11-10T22:15:59,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:59,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:59,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276959460, max timestamp=1731276959498Num uniques 859; 2024-11-10T22:15:59,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-10T22:15:59,513 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:15:59,513 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-10T22:15:59,515 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:15:59,515 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:15:59,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:15:59,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277019527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277019530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277019532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277019603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277019603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:15:59,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277019643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277019643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277019643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:15:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277019812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277019812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:15:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:15:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277019853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277019853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277019853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:15:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:15:59,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/03186c41bde64fcd8a3de59efb205f01 2024-11-10T22:15:59,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ef09abf5aeaa4cb6ac30a237be572d64 is 50, key is test_row_0/B:col10/1731276959437/Put/seqid=0 2024-11-10T22:15:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742365_1541 (size=12001) 2024-11-10T22:15:59,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:15:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:15:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:15:59,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:15:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277020122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:16:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277020123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:16:00,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277020163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277020163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277020163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ef09abf5aeaa4cb6ac30a237be572d64 2024-11-10T22:16:00,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:16:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/64ff0f872fc44d439ff3467208c3b73e is 50, key is test_row_0/C:col10/1731276959437/Put/seqid=0 2024-11-10T22:16:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742366_1542 (size=12001) 2024-11-10T22:16:00,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:16:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:16:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277020633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277020633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:16:00,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277020673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277020673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277020673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:00,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/64ff0f872fc44d439ff3467208c3b73e 2024-11-10T22:16:00,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/03186c41bde64fcd8a3de59efb205f01 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01 2024-11-10T22:16:00,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01, entries=350, sequenceid=82, filesize=63.8 K 2024-11-10T22:16:00,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ef09abf5aeaa4cb6ac30a237be572d64 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64 2024-11-10T22:16:00,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T22:16:00,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/64ff0f872fc44d439ff3467208c3b73e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e 2024-11-10T22:16:00,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e, entries=150, sequenceid=82, filesize=11.7 K 2024-11-10T22:16:00,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1267ms, sequenceid=82, compaction requested=true 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:16:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:00,705 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:00,705 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:00,706 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:00,706 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:00,706 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:16:00,706 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:16:00,706 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,706 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,706 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/1b0ccc23a6134e8c8ec5ac576152fc8a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.3 K 2024-11-10T22:16:00,706 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=124.4 K 2024-11-10T22:16:00,706 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,706 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01] 2024-11-10T22:16:00,707 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b0ccc23a6134e8c8ec5ac576152fc8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:16:00,707 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3418330311e748b38f6e3563fa4fda9a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:16:00,707 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting eb16fa93b3de47ebbca4c74f088c6a22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731276957260 2024-11-10T22:16:00,707 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0b92f0a6c24fec83bf9fe84378cc94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731276957260 2024-11-10T22:16:00,707 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ef09abf5aeaa4cb6ac30a237be572d64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959426 2024-11-10T22:16:00,708 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03186c41bde64fcd8a3de59efb205f01, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959425 2024-11-10T22:16:00,712 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:00,713 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:00,714 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/fe339c2313a74f9693b2455435d5f88f is 50, key is test_row_0/B:col10/1731276959437/Put/seqid=0 2024-11-10T22:16:00,715 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411107c7ca417bf9c48e1b39fdfcb07f84eef_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742367_1543 (size=12207) 2024-11-10T22:16:00,717 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411107c7ca417bf9c48e1b39fdfcb07f84eef_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:00,717 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411107c7ca417bf9c48e1b39fdfcb07f84eef_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742368_1544 (size=4469) 2024-11-10T22:16:00,723 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/fe339c2313a74f9693b2455435d5f88f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/fe339c2313a74f9693b2455435d5f88f 2024-11-10T22:16:00,727 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into fe339c2313a74f9693b2455435d5f88f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:00,727 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:00,727 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=13, startTime=1731276960705; duration=0sec 2024-11-10T22:16:00,727 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:00,727 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:16:00,727 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:00,728 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:00,728 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:16:00,728 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,728 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/291df7b1d7d34d09a7b85e8214cedbac, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.3 K 2024-11-10T22:16:00,728 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 291df7b1d7d34d09a7b85e8214cedbac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731276955084 2024-11-10T22:16:00,729 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting d8e867449b364ea79046b9bb8f85a3c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731276957260 2024-11-10T22:16:00,729 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ff0f872fc44d439ff3467208c3b73e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959426 2024-11-10T22:16:00,736 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:00,737 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/c4bc2a12ab1f44319080542791ac37f5 is 50, key is test_row_0/C:col10/1731276959437/Put/seqid=0 2024-11-10T22:16:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-10T22:16:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:00,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742369_1545 (size=12207) 2024-11-10T22:16:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105455758bdf0b4dc293a557bf32fdb0f4_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276959498/Put/seqid=0 2024-11-10T22:16:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742370_1546 (size=12154) 2024-11-10T22:16:00,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:00,759 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105455758bdf0b4dc293a557bf32fdb0f4_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105455758bdf0b4dc293a557bf32fdb0f4_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/88a590ad765a4631a3a3bab4dbef5646, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/88a590ad765a4631a3a3bab4dbef5646 is 175, key is test_row_0/A:col10/1731276959498/Put/seqid=0 2024-11-10T22:16:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742371_1547 (size=30955) 2024-11-10T22:16:01,122 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:01,122 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/b6688735fcfe4095808867ae3771a046 is 175, key is test_row_0/A:col10/1731276959437/Put/seqid=0 2024-11-10T22:16:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742372_1548 (size=31161) 2024-11-10T22:16:01,144 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/c4bc2a12ab1f44319080542791ac37f5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/c4bc2a12ab1f44319080542791ac37f5 2024-11-10T22:16:01,148 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into c4bc2a12ab1f44319080542791ac37f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:01,148 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:01,148 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=13, startTime=1731276960705; duration=0sec 2024-11-10T22:16:01,148 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:01,148 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:16:01,165 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/88a590ad765a4631a3a3bab4dbef5646 2024-11-10T22:16:01,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ba0a24df4acd4fad8971860c9e89388d is 50, key is test_row_0/B:col10/1731276959498/Put/seqid=0 2024-11-10T22:16:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742373_1549 (size=12001) 2024-11-10T22:16:01,530 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/b6688735fcfe4095808867ae3771a046 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046 2024-11-10T22:16:01,534 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into b6688735fcfe4095808867ae3771a046(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:01,534 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:01,534 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=13, startTime=1731276960705; duration=0sec 2024-11-10T22:16:01,534 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:01,534 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:16:01,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ba0a24df4acd4fad8971860c9e89388d 2024-11-10T22:16:01,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4636748219d347f89f135f35fb30938d is 50, key is test_row_0/C:col10/1731276959498/Put/seqid=0 2024-11-10T22:16:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742374_1550 (size=12001) 2024-11-10T22:16:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:01,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:16:01,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277021665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277021671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277021693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277021693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277021693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,695 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_0' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,695 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,696 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277021773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277021782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277021983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277021993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:01,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4636748219d347f89f135f35fb30938d 2024-11-10T22:16:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/88a590ad765a4631a3a3bab4dbef5646 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646 2024-11-10T22:16:02,005 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646, entries=150, sequenceid=119, filesize=30.2 K 2024-11-10T22:16:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/ba0a24df4acd4fad8971860c9e89388d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d 2024-11-10T22:16:02,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T22:16:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4636748219d347f89f135f35fb30938d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d 2024-11-10T22:16:02,012 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T22:16:02,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1276ms, sequenceid=119, compaction requested=false 2024-11-10T22:16:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-10T22:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-10T22:16:02,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-10T22:16:02,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4990 sec 2024-11-10T22:16:02,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.5040 sec 2024-11-10T22:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:02,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:02,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110524b0375b5f744efadfd59ea853fa23b_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742375_1551 (size=14744) 2024-11-10T22:16:02,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276962297, max timestamp=1731276962338Num uniques 859; 2024-11-10T22:16:02,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:02,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276962297, max timestamp=1731276962338Num uniques 859; 2024-11-10T22:16:02,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276962297, max timestamp=1731276962338Num uniques 859; 2024-11-10T22:16:02,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:02,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:02,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277022383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277022385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277022493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277022493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277022703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277022703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:02,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110524b0375b5f744efadfd59ea853fa23b_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110524b0375b5f744efadfd59ea853fa23b_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:02,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e8dd5e4e409645cd8add8b1b5d1683e3, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:02,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e8dd5e4e409645cd8add8b1b5d1683e3 is 175, key is test_row_0/A:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742376_1552 (size=39699) 2024-11-10T22:16:02,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e8dd5e4e409645cd8add8b1b5d1683e3 2024-11-10T22:16:02,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/2f5ba26f3f974ebc8d2493a512b5c30a is 50, key is test_row_0/B:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:02,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742377_1553 (size=12101) 2024-11-10T22:16:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277023013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277023013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/2f5ba26f3f974ebc8d2493a512b5c30a 2024-11-10T22:16:03,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/77b04edfa37a40ab8d760f3c3c2b91ae is 50, key is test_row_0/C:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742378_1554 (size=12101) 2024-11-10T22:16:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277023523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277023523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/77b04edfa37a40ab8d760f3c3c2b91ae 2024-11-10T22:16:03,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e8dd5e4e409645cd8add8b1b5d1683e3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3 2024-11-10T22:16:03,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3, entries=200, sequenceid=132, filesize=38.8 K 2024-11-10T22:16:03,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/2f5ba26f3f974ebc8d2493a512b5c30a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a 2024-11-10T22:16:03,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T22:16:03,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/77b04edfa37a40ab8d760f3c3c2b91ae as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae 2024-11-10T22:16:03,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae, entries=150, sequenceid=132, filesize=11.8 K 2024-11-10T22:16:03,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1253ms, sequenceid=132, compaction requested=true 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:16:03,548 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:16:03,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:03,549 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:03,549 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:03,549 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:03,549 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:16:03,549 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:16:03,549 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,549 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,549 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/fe339c2313a74f9693b2455435d5f88f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.5 K 2024-11-10T22:16:03,549 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=99.4 K 2024-11-10T22:16:03,550 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3] 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting fe339c2313a74f9693b2455435d5f88f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959426 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6688735fcfe4095808867ae3771a046, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959426 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting ba0a24df4acd4fad8971860c9e89388d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731276959498 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88a590ad765a4631a3a3bab4dbef5646, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731276959498 2024-11-10T22:16:03,550 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f5ba26f3f974ebc8d2493a512b5c30a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:03,551 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8dd5e4e409645cd8add8b1b5d1683e3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:03,555 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:03,556 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:03,556 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/a44d6bb9109744728c04528b5180bde8 is 50, key is test_row_0/B:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:03,562 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101811e2cfadfe40b880a0b0b1c1619dfd_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:03,564 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101811e2cfadfe40b880a0b0b1c1619dfd_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:03,564 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101811e2cfadfe40b880a0b0b1c1619dfd_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742379_1555 (size=12409) 2024-11-10T22:16:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742380_1556 (size=4469) 2024-11-10T22:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-10T22:16:03,684 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:03,684 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-10T22:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:03,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:16:03,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:16:03,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:03,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:03,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf068e4d6320450094b386ddc3848cdf_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276963713/Put/seqid=0 2024-11-10T22:16:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742381_1557 (size=14794) 2024-11-10T22:16:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277023729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277023730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277023733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:03,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277023843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277023843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277023843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:03,972 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/a44d6bb9109744728c04528b5180bde8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/a44d6bb9109744728c04528b5180bde8 2024-11-10T22:16:03,976 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into a44d6bb9109744728c04528b5180bde8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:03,976 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:03,976 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=13, startTime=1731276963548; duration=0sec 2024-11-10T22:16:03,976 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:03,976 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:16:03,976 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:03,977 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:03,977 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:16:03,977 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,977 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/c4bc2a12ab1f44319080542791ac37f5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=35.5 K 2024-11-10T22:16:03,977 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:03,978 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c4bc2a12ab1f44319080542791ac37f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731276959426 2024-11-10T22:16:03,978 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/cf9ce88c49b440e1a534aca983b02307 is 175, key is test_row_0/A:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:03,978 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4636748219d347f89f135f35fb30938d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731276959498 2024-11-10T22:16:03,978 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b04edfa37a40ab8d760f3c3c2b91ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:03,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742382_1558 (size=31363) 2024-11-10T22:16:03,985 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:03,986 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/b819d1e4857b487c80d9fb2593577258 is 50, key is test_row_0/C:col10/1731276962293/Put/seqid=0 2024-11-10T22:16:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742383_1559 (size=12409) 2024-11-10T22:16:03,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:03,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,994 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/b819d1e4857b487c80d9fb2593577258 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b819d1e4857b487c80d9fb2593577258 2024-11-10T22:16:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:03,999 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into b819d1e4857b487c80d9fb2593577258(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:03,999 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:03,999 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=13, startTime=1731276963548; duration=0sec 2024-11-10T22:16:04,000 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:04,000 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:16:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277024052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277024053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277024053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:04,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110cf068e4d6320450094b386ddc3848cdf_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf068e4d6320450094b386ddc3848cdf_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:04,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/09dab9c5df854fd687ddfb628cf8e770, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:04,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/09dab9c5df854fd687ddfb628cf8e770 is 175, key is test_row_0/A:col10/1731276963713/Put/seqid=0 2024-11-10T22:16:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742384_1560 (size=39749) 2024-11-10T22:16:04,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:04,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277024363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277024363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277024363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,388 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/cf9ce88c49b440e1a534aca983b02307 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307 2024-11-10T22:16:04,393 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into cf9ce88c49b440e1a534aca983b02307(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:04,393 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:04,393 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=13, startTime=1731276963548; duration=0sec 2024-11-10T22:16:04,393 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:04,393 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:16:04,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277024533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,534 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/09dab9c5df854fd687ddfb628cf8e770 2024-11-10T22:16:04,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/000b880e5e2445eabbb65301ba6be802 is 50, key is test_row_0/B:col10/1731276963713/Put/seqid=0 2024-11-10T22:16:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277024543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,548 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742385_1561 (size=12151) 2024-11-10T22:16:04,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277024873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277024873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277024873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:04,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:04,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:04,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/000b880e5e2445eabbb65301ba6be802 2024-11-10T22:16:04,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/b7d2a614f3ff44eeb9dafb0c94da58f1 is 50, key is test_row_0/C:col10/1731276963713/Put/seqid=0 2024-11-10T22:16:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742386_1562 (size=12151) 2024-11-10T22:16:05,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:05,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:05,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/b7d2a614f3ff44eeb9dafb0c94da58f1 2024-11-10T22:16:05,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/09dab9c5df854fd687ddfb628cf8e770 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770 2024-11-10T22:16:05,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770, entries=200, sequenceid=168, filesize=38.8 K 2024-11-10T22:16:05,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:05,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/000b880e5e2445eabbb65301ba6be802 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802 2024-11-10T22:16:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T22:16:05,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/b7d2a614f3ff44eeb9dafb0c94da58f1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1 2024-11-10T22:16:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1, entries=150, sequenceid=168, filesize=11.9 K 2024-11-10T22:16:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1665ms, sequenceid=168, compaction requested=false 2024-11-10T22:16:05,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-10T22:16:05,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:05,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T22:16:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100bd26d054c3049f0b3924e4edcd0e0dd_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_1/A:col10/1731276963731/Put/seqid=0 2024-11-10T22:16:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742387_1563 (size=9814) 2024-11-10T22:16:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276965904, max timestamp=1731276965917Num uniques 859; 2024-11-10T22:16:05,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:05,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276965904, max timestamp=1731276965917Num uniques 859; 2024-11-10T22:16:05,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:05,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731276965904, max timestamp=1731276965917Num uniques 859; 2024-11-10T22:16:05,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T22:16:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:05,935 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100bd26d054c3049f0b3924e4edcd0e0dd_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100bd26d054c3049f0b3924e4edcd0e0dd_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/049b94c4343a4faabb15577d7defe3f4, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/049b94c4343a4faabb15577d7defe3f4 is 175, key is test_row_1/A:col10/1731276963731/Put/seqid=0 2024-11-10T22:16:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742388_1564 (size=22461) 2024-11-10T22:16:05,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/049b94c4343a4faabb15577d7defe3f4 2024-11-10T22:16:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/b10eebb2a5a14664aa179a039d76be06 is 50, key is test_row_1/B:col10/1731276963731/Put/seqid=0 2024-11-10T22:16:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742389_1565 (size=9757) 2024-11-10T22:16:05,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277025978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:05,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:05,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277025978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277025978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:05,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277026092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277026092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277026093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277026302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277026302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277026303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/b10eebb2a5a14664aa179a039d76be06 2024-11-10T22:16:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4ace0b64c4544847bf7c52372ffbe4b8 is 50, key is test_row_1/C:col10/1731276963731/Put/seqid=0 2024-11-10T22:16:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742390_1566 (size=9757) 2024-11-10T22:16:06,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4ace0b64c4544847bf7c52372ffbe4b8 2024-11-10T22:16:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/049b94c4343a4faabb15577d7defe3f4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4 2024-11-10T22:16:06,372 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4, entries=100, sequenceid=181, filesize=21.9 K 2024-11-10T22:16:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/b10eebb2a5a14664aa179a039d76be06 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06 2024-11-10T22:16:06,375 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06, entries=100, sequenceid=181, filesize=9.5 K 2024-11-10T22:16:06,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/4ace0b64c4544847bf7c52372ffbe4b8 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8 2024-11-10T22:16:06,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8, entries=100, sequenceid=181, filesize=9.5 K 2024-11-10T22:16:06,380 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for bc87ff75fab4dca4a3423cf3f0b08f8c in 858ms, sequenceid=181, compaction requested=true 2024-11-10T22:16:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:06,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-10T22:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-10T22:16:06,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-10T22:16:06,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec 2024-11-10T22:16:06,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.7000 sec 2024-11-10T22:16:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:06,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:06,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T22:16:06,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5bd03920c154e69ba465a661abdc6ca_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:06,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742391_1567 (size=14794) 2024-11-10T22:16:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277026571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277026576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277026613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277026613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277026613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277026683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277026683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277026893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277026893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:06,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:06,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c5bd03920c154e69ba465a661abdc6ca_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bd03920c154e69ba465a661abdc6ca_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:06,972 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2198792b6c604a2db57807ccdc8b7c4e, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:06,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2198792b6c604a2db57807ccdc8b7c4e is 175, key is test_row_0/A:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742392_1568 (size=39749) 2024-11-10T22:16:06,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2198792b6c604a2db57807ccdc8b7c4e 2024-11-10T22:16:06,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/aaa88f51198f470697626417fd8e1af2 is 50, key is test_row_0/B:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742393_1569 (size=12151) 2024-11-10T22:16:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277027123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277027123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277027123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277027203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277027203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/aaa88f51198f470697626417fd8e1af2 2024-11-10T22:16:07,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/3c629bf7a317426bb27efc51fb65ef96 is 50, key is test_row_0/C:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:07,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742394_1570 (size=12151) 2024-11-10T22:16:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277027712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277027723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:07,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/3c629bf7a317426bb27efc51fb65ef96 2024-11-10T22:16:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2198792b6c604a2db57807ccdc8b7c4e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e 2024-11-10T22:16:07,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e, entries=200, sequenceid=219, filesize=38.8 K 2024-11-10T22:16:07,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/aaa88f51198f470697626417fd8e1af2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2 2024-11-10T22:16:07,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T22:16:07,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/3c629bf7a317426bb27efc51fb65ef96 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96 2024-11-10T22:16:07,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96, entries=150, sequenceid=219, filesize=11.9 K 2024-11-10T22:16:07,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1259ms, sequenceid=219, compaction requested=true 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:16:07,816 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:16:07,816 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:16:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:07,817 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46468 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:16:07,817 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:16:07,817 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:16:07,817 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:16:07,817 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:07,817 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:07,817 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=130.2 K 2024-11-10T22:16:07,817 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/a44d6bb9109744728c04528b5180bde8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=45.4 K 2024-11-10T22:16:07,817 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:07,817 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e] 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting a44d6bb9109744728c04528b5180bde8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf9ce88c49b440e1a534aca983b02307, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09dab9c5df854fd687ddfb628cf8e770, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731276962361 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 000b880e5e2445eabbb65301ba6be802, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731276962361 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049b94c4343a4faabb15577d7defe3f4, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731276963725 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b10eebb2a5a14664aa179a039d76be06, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731276963725 2024-11-10T22:16:07,818 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2198792b6c604a2db57807ccdc8b7c4e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:07,819 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting aaa88f51198f470697626417fd8e1af2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:07,825 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:07,826 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:07,827 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110001fcd3336774e18b475801df5b74d7d_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:07,827 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/5bf55e1ffdbb46a488d7c7bc8d7757d1 is 50, key is test_row_0/B:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:07,829 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110001fcd3336774e18b475801df5b74d7d_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:07,829 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110001fcd3336774e18b475801df5b74d7d_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742395_1571 (size=12595) 2024-11-10T22:16:07,844 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/5bf55e1ffdbb46a488d7c7bc8d7757d1 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5bf55e1ffdbb46a488d7c7bc8d7757d1 2024-11-10T22:16:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742396_1572 (size=4469) 2024-11-10T22:16:07,847 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#484 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:07,847 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5cdde56ca4004107b42a2dc82763646c is 175, key is test_row_0/A:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:07,850 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into 5bf55e1ffdbb46a488d7c7bc8d7757d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:07,850 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:07,850 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=12, startTime=1731276967816; duration=0sec 2024-11-10T22:16:07,850 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:07,850 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:16:07,850 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T22:16:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742397_1573 (size=31549) 2024-11-10T22:16:07,851 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46468 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T22:16:07,851 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:16:07,852 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:07,852 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b819d1e4857b487c80d9fb2593577258, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=45.4 K 2024-11-10T22:16:07,852 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b819d1e4857b487c80d9fb2593577258, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731276961659 2024-11-10T22:16:07,852 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d2a614f3ff44eeb9dafb0c94da58f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731276962361 2024-11-10T22:16:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-10T22:16:07,853 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ace0b64c4544847bf7c52372ffbe4b8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731276963725 2024-11-10T22:16:07,853 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:07,854 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:16:07,854 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c629bf7a317426bb27efc51fb65ef96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-10T22:16:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:07,856 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:16:07,856 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:16:07,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:16:07,857 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5cdde56ca4004107b42a2dc82763646c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c 2024-11-10T22:16:07,863 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into 5cdde56ca4004107b42a2dc82763646c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:07,863 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:07,863 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=12, startTime=1731276967816; duration=0sec 2024-11-10T22:16:07,863 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:07,863 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:16:07,864 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:07,864 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/544d75d2aabe473cb906ef5cb38997a0 is 50, key is test_row_0/C:col10/1731276965948/Put/seqid=0 2024-11-10T22:16:07,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742398_1574 (size=12595) 2024-11-10T22:16:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:08,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-10T22:16:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:08,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:08,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b42d15718d149d684b5fe3e355e94c3_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276966574/Put/seqid=0 2024-11-10T22:16:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742399_1575 (size=12304) 2024-11-10T22:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:08,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731276968141, max timestamp=1731276968162Num uniques 859; 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731276968141, max timestamp=1731276968162Num uniques 859; 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731276968141, max timestamp=1731276968162Num uniques 859; 2024-11-10T22:16:08,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T22:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277028192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277028196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277028198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,273 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/544d75d2aabe473cb906ef5cb38997a0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/544d75d2aabe473cb906ef5cb38997a0 2024-11-10T22:16:08,276 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into 544d75d2aabe473cb906ef5cb38997a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:08,276 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:08,277 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=12, startTime=1731276967816; duration=0sec 2024-11-10T22:16:08,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:08,277 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:16:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277028303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277028303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277028312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:08,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104b42d15718d149d684b5fe3e355e94c3_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b42d15718d149d684b5fe3e355e94c3_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:08,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/215ffa3f59e745cfa99eca838d8c9091, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/215ffa3f59e745cfa99eca838d8c9091 is 175, key is test_row_0/A:col10/1731276966574/Put/seqid=0 2024-11-10T22:16:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742400_1576 (size=31105) 2024-11-10T22:16:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277028513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277028513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277028523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277028723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,726 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277028733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,737 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277028823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277028823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/215ffa3f59e745cfa99eca838d8c9091 2024-11-10T22:16:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277028832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/5767363ac55f4adc99e821fa465c4c8c is 50, key is test_row_0/B:col10/1731276966574/Put/seqid=0 2024-11-10T22:16:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742401_1577 (size=12151) 2024-11-10T22:16:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:09,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/5767363ac55f4adc99e821fa465c4c8c 2024-11-10T22:16:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/0e809ea5d4e84435bcae00cdaed8f94e is 50, key is test_row_0/C:col10/1731276966574/Put/seqid=0 2024-11-10T22:16:09,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742402_1578 (size=12151) 2024-11-10T22:16:09,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277029332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:09,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277029343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277029343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:09,648 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/0e809ea5d4e84435bcae00cdaed8f94e 2024-11-10T22:16:09,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/215ffa3f59e745cfa99eca838d8c9091 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091 2024-11-10T22:16:09,655 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091, entries=150, sequenceid=229, filesize=30.4 K 2024-11-10T22:16:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/5767363ac55f4adc99e821fa465c4c8c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c 2024-11-10T22:16:09,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T22:16:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/0e809ea5d4e84435bcae00cdaed8f94e as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e 2024-11-10T22:16:09,662 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T22:16:09,663 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1653ms, sequenceid=229, compaction requested=false 2024-11-10T22:16:09,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:09,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:09,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-10T22:16:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-10T22:16:09,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-10T22:16:09,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-11-10T22:16:09,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.8120 sec 2024-11-10T22:16:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-10T22:16:10,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:10,003 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:16:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-10T22:16:10,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:16:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T22:16:10,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:16:10,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:16:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T22:16:10,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-10T22:16:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:10,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:10,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f1c2e9ff40e6438ab5377ee4d086c1a5_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276968196/Put/seqid=0 2024-11-10T22:16:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742403_1579 (size=12454) 2024-11-10T22:16:10,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:10,172 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f1c2e9ff40e6438ab5377ee4d086c1a5_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f1c2e9ff40e6438ab5377ee4d086c1a5_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fa3e7767856f46b6ad5019b8064933fb, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fa3e7767856f46b6ad5019b8064933fb is 175, key is test_row_0/A:col10/1731276968196/Put/seqid=0 2024-11-10T22:16:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742404_1580 (size=31255) 2024-11-10T22:16:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T22:16:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:10,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:10,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277030363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277030363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,368 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,368 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277030366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277030473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fa3e7767856f46b6ad5019b8064933fb 2024-11-10T22:16:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/009b2661e8d749b0bb553b16c97ce719 is 50, key is test_row_0/B:col10/1731276968196/Put/seqid=0 2024-11-10T22:16:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742405_1581 (size=12301) 2024-11-10T22:16:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T22:16:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277030683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36762 deadline: 1731277030752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36670 deadline: 1731277030753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,757 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:10,757 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,989 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/009b2661e8d749b0bb553b16c97ce719 2024-11-10T22:16:10,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277030993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/25085db0d9d7423596823ac5132c7634 is 50, key is test_row_0/C:col10/1731276968196/Put/seqid=0 2024-11-10T22:16:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742406_1582 (size=12301) 2024-11-10T22:16:11,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/25085db0d9d7423596823ac5132c7634 2024-11-10T22:16:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/fa3e7767856f46b6ad5019b8064933fb as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb 2024-11-10T22:16:11,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb, entries=150, sequenceid=267, filesize=30.5 K 2024-11-10T22:16:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/009b2661e8d749b0bb553b16c97ce719 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719 2024-11-10T22:16:11,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719, entries=150, sequenceid=267, filesize=12.0 K 2024-11-10T22:16:11,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/25085db0d9d7423596823ac5132c7634 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634 2024-11-10T22:16:11,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634, entries=150, sequenceid=267, filesize=12.0 K 2024-11-10T22:16:11,014 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for bc87ff75fab4dca4a3423cf3f0b08f8c in 856ms, sequenceid=267, compaction requested=true 2024-11-10T22:16:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-10T22:16:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-10T22:16:11,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-10T22:16:11,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-10T22:16:11,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.0150 sec 2024-11-10T22:16:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-10T22:16:11,143 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:11,143 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:16:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-10T22:16:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T22:16:11,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:16:11,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:16:11,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:16:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T22:16:11,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-10T22:16:11,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:11,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:11,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111029c293d7c0934a209d6bf1839c8b8ad6_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276970364/Put/seqid=0 2024-11-10T22:16:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742407_1583 (size=12454) 2024-11-10T22:16:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:11,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111029c293d7c0934a209d6bf1839c8b8ad6_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111029c293d7c0934a209d6bf1839c8b8ad6_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d8e11558034b44db9b7c861d7d0a83b0, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d8e11558034b44db9b7c861d7d0a83b0 is 175, key is test_row_0/A:col10/1731276970364/Put/seqid=0 2024-11-10T22:16:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742408_1584 (size=31255) 2024-11-10T22:16:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T22:16:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276971566, max timestamp=1731276971598Num uniques 859; 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276971566, max timestamp=1731276971598Num uniques 859; 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731276971566, max timestamp=1731276971598Num uniques 859; 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:16:11,601 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276971652, max timestamp=1731276971694Num uniques 1018; 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276971652, max timestamp=1731276971694Num uniques 1018; 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731276971652, max timestamp=1731276971694Num uniques 1018; 2024-11-10T22:16:11,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T22:16:11,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d8e11558034b44db9b7c861d7d0a83b0 2024-11-10T22:16:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/0f39ca0b299640328edced5788ae1eac is 50, key is test_row_0/B:col10/1731276970364/Put/seqid=0 2024-11-10T22:16:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742409_1585 (size=12301) 2024-11-10T22:16:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731276971759, max timestamp=1731276971779Num uniques 1027; 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731276971759, max timestamp=1731276971779Num uniques 1027; 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731276971759, max timestamp=1731276971779Num uniques 1027; 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T22:16:11,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T22:16:11,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731276971829, max timestamp=1731276971881Num uniques 1036; 2024-11-10T22:16:11,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731276971829, max timestamp=1731276971881Num uniques 1036; 2024-11-10T22:16:11,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T22:16:11,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T22:16:11,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731276971829, max timestamp=1731276971881Num uniques 1036; 2024-11-10T22:16:11,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T22:16:11,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731276971965, max timestamp=1731276971985Num uniques 1045; 2024-11-10T22:16:11,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731276971965, max timestamp=1731276971985Num uniques 1045; 2024-11-10T22:16:11,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T22:16:11,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T22:16:11,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731276971965, max timestamp=1731276971985Num uniques 1045; 2024-11-10T22:16:11,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731276972042, max timestamp=1731276972102Num uniques 1054; 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731276972042, max timestamp=1731276972102Num uniques 1054; 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731276972042, max timestamp=1731276972102Num uniques 1054; 2024-11-10T22:16:12,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7318282e5099:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T22:16:12,127 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/0f39ca0b299640328edced5788ae1eac 2024-11-10T22:16:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/8c7e37ce157d48f6bc3e952ab8674a1c is 50, key is test_row_0/C:col10/1731276970364/Put/seqid=0 2024-11-10T22:16:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742410_1586 (size=12301) 2024-11-10T22:16:12,137 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/8c7e37ce157d48f6bc3e952ab8674a1c 2024-11-10T22:16:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/d8e11558034b44db9b7c861d7d0a83b0 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0 2024-11-10T22:16:12,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0, entries=150, sequenceid=275, filesize=30.5 K 2024-11-10T22:16:12,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/0f39ca0b299640328edced5788ae1eac as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac 2024-11-10T22:16:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T22:16:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/8c7e37ce157d48f6bc3e952ab8674a1c as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c 2024-11-10T22:16:12,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-10T22:16:12,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=80.51 KB/82440 for bc87ff75fab4dca4a3423cf3f0b08f8c in 852ms, sequenceid=275, compaction requested=true 2024-11-10T22:16:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-10T22:16:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-10T22:16:12,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-10T22:16:12,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-10T22:16:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:12,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=87.22 KB heapSize=246 KB 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:12,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T22:16:12,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.0090 sec 2024-11-10T22:16:12,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8bd226b27d54f5787968b659f515fee_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742411_1587 (size=14994) 2024-11-10T22:16:12,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:12,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f8bd226b27d54f5787968b659f515fee_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8bd226b27d54f5787968b659f515fee_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:12,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/c2ad72d390274afc83bce103d9ca84da, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/c2ad72d390274afc83bce103d9ca84da is 175, key is test_row_0/A:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742412_1588 (size=39949) 2024-11-10T22:16:12,171 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/c2ad72d390274afc83bce103d9ca84da 2024-11-10T22:16:12,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/c6b27c327f4f44b7848fbcc3674b23c5 is 50, key is test_row_0/B:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742413_1589 (size=12301) 2024-11-10T22:16:12,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/c6b27c327f4f44b7848fbcc3674b23c5 2024-11-10T22:16:12,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/5c35b52d7ed44bf0b4be03925682dce4 is 50, key is test_row_0/C:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742414_1590 (size=12301) 2024-11-10T22:16:12,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277032244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-10T22:16:12,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:12,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T22:16:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-10T22:16:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:12,285 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T22:16:12,286 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T22:16:12,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T22:16:12,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277032352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36700 deadline: 1731277032383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,387 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_2' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36738 deadline: 1731277032393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,395 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7318282e5099,37101,1731276799219 for 'test_row_1' in bc87ff75fab4dca4a3423cf3f0b08f8c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T22:16:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:12,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T22:16:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277032562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:12,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/5c35b52d7ed44bf0b4be03925682dce4 2024-11-10T22:16:12,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T22:16:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T22:16:12,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/c2ad72d390274afc83bce103d9ca84da as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da 2024-11-10T22:16:12,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da, entries=200, sequenceid=391, filesize=39.0 K 2024-11-10T22:16:12,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/c6b27c327f4f44b7848fbcc3674b23c5 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5 2024-11-10T22:16:12,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5, entries=150, sequenceid=391, filesize=12.0 K 2024-11-10T22:16:12,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/5c35b52d7ed44bf0b4be03925682dce4 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4 2024-11-10T22:16:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:12,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4, entries=150, sequenceid=391, filesize=12.0 K 2024-11-10T22:16:12,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~245.95 KB/251856, currentSize=93.93 KB/96180 for bc87ff75fab4dca4a3423cf3f0b08f8c in 454ms, sequenceid=391, compaction requested=true 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:12,607 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T22:16:12,607 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:16:12,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:12,608 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61649 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T22:16:12,608 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:16:12,608 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165113 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T22:16:12,608 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,608 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5bf55e1ffdbb46a488d7c7bc8d7757d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=60.2 K 2024-11-10T22:16:12,608 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:16:12,609 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,609 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=161.2 K 2024-11-10T22:16:12,609 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,609 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da] 2024-11-10T22:16:12,609 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf55e1ffdbb46a488d7c7bc8d7757d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:12,609 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cdde56ca4004107b42a2dc82763646c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5767363ac55f4adc99e821fa465c4c8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731276966569 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 215ffa3f59e745cfa99eca838d8c9091, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731276966569 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 009b2661e8d749b0bb553b16c97ce719, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731276968182 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa3e7767856f46b6ad5019b8064933fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731276968182 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f39ca0b299640328edced5788ae1eac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731276970355 2024-11-10T22:16:12,610 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8e11558034b44db9b7c861d7d0a83b0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731276970355 2024-11-10T22:16:12,611 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2ad72d390274afc83bce103d9ca84da, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:12,611 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b27c327f4f44b7848fbcc3674b23c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:12,617 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,620 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#499 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:12,620 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/afdd17d0fca043b194d5aa161f14aa18 is 50, key is test_row_0/B:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,621 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a8ccca05f94a4f4cb24f7193a8e040eb_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,624 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a8ccca05f94a4f4cb24f7193a8e040eb_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,624 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a8ccca05f94a4f4cb24f7193a8e040eb_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742415_1591 (size=12915) 2024-11-10T22:16:12,634 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/afdd17d0fca043b194d5aa161f14aa18 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/afdd17d0fca043b194d5aa161f14aa18 2024-11-10T22:16:12,638 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into afdd17d0fca043b194d5aa161f14aa18(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:12,638 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:12,638 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=11, startTime=1731276972607; duration=0sec 2024-11-10T22:16:12,639 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:12,639 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:16:12,639 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-10T22:16:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742416_1592 (size=4469) 2024-11-10T22:16:12,640 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61649 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-10T22:16:12,640 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:16:12,640 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,640 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/544d75d2aabe473cb906ef5cb38997a0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=60.2 K 2024-11-10T22:16:12,642 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 544d75d2aabe473cb906ef5cb38997a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731276965940 2024-11-10T22:16:12,642 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e809ea5d4e84435bcae00cdaed8f94e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731276966569 2024-11-10T22:16:12,642 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 25085db0d9d7423596823ac5132c7634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731276968182 2024-11-10T22:16:12,643 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7e37ce157d48f6bc3e952ab8674a1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731276970355 2024-11-10T22:16:12,643 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c35b52d7ed44bf0b4be03925682dce4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:12,654 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#500 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:12,654 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/49f9a4df9c6243b5b4e54704289cdd02 is 50, key is test_row_0/C:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742417_1593 (size=12915) 2024-11-10T22:16:12,682 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/49f9a4df9c6243b5b4e54704289cdd02 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/49f9a4df9c6243b5b4e54704289cdd02 2024-11-10T22:16:12,688 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into 49f9a4df9c6243b5b4e54704289cdd02(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:12,688 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:12,688 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=11, startTime=1731276972607; duration=0sec 2024-11-10T22:16:12,688 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:12,688 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:16:12,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:12,745 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:12,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:12,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100953e38d55154d2ab0dfacd91af82d99_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276972242/Put/seqid=0 2024-11-10T22:16:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742418_1594 (size=12454) 2024-11-10T22:16:12,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:12,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100953e38d55154d2ab0dfacd91af82d99_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100953e38d55154d2ab0dfacd91af82d99_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e142ad5dd7924528820b90cd028afd22, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:12,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e142ad5dd7924528820b90cd028afd22 is 175, key is test_row_0/A:col10/1731276972242/Put/seqid=0 2024-11-10T22:16:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742419_1595 (size=31255) 2024-11-10T22:16:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:12,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. as already flushing 2024-11-10T22:16:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:12,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277032924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:13,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277033033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:13,041 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#498 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:13,041 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2dabd9078b284edb8558e62986c8d412 is 175, key is test_row_0/A:col10/1731276972137/Put/seqid=0 2024-11-10T22:16:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742420_1596 (size=31869) 2024-11-10T22:16:13,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e142ad5dd7924528820b90cd028afd22 2024-11-10T22:16:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e11864838eb84b17aac2d7cf1be2fd44 is 50, key is test_row_0/B:col10/1731276972242/Put/seqid=0 2024-11-10T22:16:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742421_1597 (size=12301) 2024-11-10T22:16:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277033243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:13,449 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/2dabd9078b284edb8558e62986c8d412 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412 2024-11-10T22:16:13,453 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into 2dabd9078b284edb8558e62986c8d412(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:13,453 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:13,454 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=11, startTime=1731276972607; duration=0sec 2024-11-10T22:16:13,454 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:13,454 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:16:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T22:16:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731277033553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 2024-11-10T22:16:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 , the old value is region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T22:16:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., hostname=7318282e5099,37101,1731276799219, seqNum=5 because the exception is null or not the one we care about 2024-11-10T22:16:13,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e11864838eb84b17aac2d7cf1be2fd44 2024-11-10T22:16:13,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/80b88fb2022644789c3a040295e8beaa is 50, key is test_row_0/C:col10/1731276972242/Put/seqid=0 2024-11-10T22:16:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742422_1598 (size=12301) 2024-11-10T22:16:13,890 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-11-10T22:16:13,890 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:13,890 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,890 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:13,891 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-11-10T22:16:13,891 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:13,891 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,891 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,891 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-11-10T22:16:13,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:13,891 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:13,891 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,891 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:13,894 INFO [Thread-2336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2336. 2024-11-10T22:16:13,894 DEBUG [Thread-2336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:13,894 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,894 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-11-10T22:16:13,894 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,894 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:13,894 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:13,894 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:13,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:13,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/80b88fb2022644789c3a040295e8beaa 2024-11-10T22:16:13,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/e142ad5dd7924528820b90cd028afd22 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22 2024-11-10T22:16:13,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22, entries=150, sequenceid=410, filesize=30.5 K 2024-11-10T22:16:13,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/e11864838eb84b17aac2d7cf1be2fd44 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44 2024-11-10T22:16:13,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44, entries=150, sequenceid=410, filesize=12.0 K 2024-11-10T22:16:13,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/80b88fb2022644789c3a040295e8beaa as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa 2024-11-10T22:16:14,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa, entries=150, sequenceid=410, filesize=12.0 K 2024-11-10T22:16:14,000 INFO [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1255ms, sequenceid=410, compaction requested=false 2024-11-10T22:16:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7318282e5099:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-10T22:16:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-10T22:16:14,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-10T22:16:14,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec 2024-11-10T22:16:14,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.7200 sec 2024-11-10T22:16:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8855): Flush requested on bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:14,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T22:16:14,064 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-11-10T22:16:14,064 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:14,064 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:14,065 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:14,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:14,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:14,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025d65a4e054b48908ef25693b0316a94_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_0/A:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742423_1599 (size=12454) 2024-11-10T22:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-10T22:16:14,433 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:14,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:14,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111025d65a4e054b48908ef25693b0316a94_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025d65a4e054b48908ef25693b0316a94_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:14,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5a58eddb879848d58c8f0a0944b387f3, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:14,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5a58eddb879848d58c8f0a0944b387f3 is 175, key is test_row_0/A:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:14,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742424_1600 (size=31255) 2024-11-10T22:16:14,774 INFO [Thread-2325 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2325. 2024-11-10T22:16:14,774 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-10T22:16:14,774 DEBUG [Thread-2325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:14,774 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:14,774 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,774 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,774 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,774 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:14,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:14,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:14,880 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5a58eddb879848d58c8f0a0944b387f3 2024-11-10T22:16:14,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/79b91d6dca9c414d9c9ecb57c6e510a2 is 50, key is test_row_0/B:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742425_1601 (size=12301) 2024-11-10T22:16:15,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/79b91d6dca9c414d9c9ecb57c6e510a2 2024-11-10T22:16:15,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/fc3ddae3002045b1b4b3a31e4af661ff is 50, key is test_row_0/C:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742426_1602 (size=12301) 2024-11-10T22:16:15,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/fc3ddae3002045b1b4b3a31e4af661ff 2024-11-10T22:16:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5a58eddb879848d58c8f0a0944b387f3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3 2024-11-10T22:16:15,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3, entries=150, sequenceid=427, filesize=30.5 K 2024-11-10T22:16:15,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/79b91d6dca9c414d9c9ecb57c6e510a2 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2 2024-11-10T22:16:15,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2, entries=150, sequenceid=427, filesize=12.0 K 2024-11-10T22:16:15,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/fc3ddae3002045b1b4b3a31e4af661ff as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff 2024-11-10T22:16:15,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff, entries=150, sequenceid=427, filesize=12.0 K 2024-11-10T22:16:15,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=13.42 KB/13740 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1644ms, sequenceid=427, compaction requested=true 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc87ff75fab4dca4a3423cf3f0b08f8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T22:16:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/B is initiating minor compaction (all files) 2024-11-10T22:16:15,709 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/A is initiating minor compaction (all files) 2024-11-10T22:16:15,710 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/B in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:15,710 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/A in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:15,710 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/afdd17d0fca043b194d5aa161f14aa18, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=36.6 K 2024-11-10T22:16:15,710 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=92.2 K 2024-11-10T22:16:15,710 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. files: [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3] 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting afdd17d0fca043b194d5aa161f14aa18, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dabd9078b284edb8558e62986c8d412, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting e11864838eb84b17aac2d7cf1be2fd44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731276972216 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 79b91d6dca9c414d9c9ecb57c6e510a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731276972912 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting e142ad5dd7924528820b90cd028afd22, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731276972216 2024-11-10T22:16:15,710 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a58eddb879848d58c8f0a0944b387f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731276972912 2024-11-10T22:16:15,715 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:15,716 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#B#compaction#507 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:15,716 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/63ae83aae47247d78bd45618714d2bff is 50, key is test_row_0/B:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:15,716 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f91765bef08c45d898719ab6324184ee_bc87ff75fab4dca4a3423cf3f0b08f8c store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:15,718 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f91765bef08c45d898719ab6324184ee_bc87ff75fab4dca4a3423cf3f0b08f8c, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:15,718 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f91765bef08c45d898719ab6324184ee_bc87ff75fab4dca4a3423cf3f0b08f8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:15,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742427_1603 (size=13017) 2024-11-10T22:16:15,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742428_1604 (size=4469) 2024-11-10T22:16:16,122 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:16,122 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5541b3a3217d49179098a2186664329d is 175, key is test_row_0/A:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:16,124 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/63ae83aae47247d78bd45618714d2bff as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/63ae83aae47247d78bd45618714d2bff 2024-11-10T22:16:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742429_1605 (size=31971) 2024-11-10T22:16:16,128 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/B of bc87ff75fab4dca4a3423cf3f0b08f8c into 63ae83aae47247d78bd45618714d2bff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:16,128 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/B, priority=13, startTime=1731276975709; duration=0sec 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:B 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T22:16:16,128 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1541): bc87ff75fab4dca4a3423cf3f0b08f8c/C is initiating minor compaction (all files) 2024-11-10T22:16:16,128 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc87ff75fab4dca4a3423cf3f0b08f8c/C in TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:16,129 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/49f9a4df9c6243b5b4e54704289cdd02, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff] into tmpdir=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp, totalSize=36.6 K 2024-11-10T22:16:16,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 49f9a4df9c6243b5b4e54704289cdd02, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731276972122 2024-11-10T22:16:16,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting 80b88fb2022644789c3a040295e8beaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731276972216 2024-11-10T22:16:16,129 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3ddae3002045b1b4b3a31e4af661ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731276972912 2024-11-10T22:16:16,134 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc87ff75fab4dca4a3423cf3f0b08f8c#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T22:16:16,134 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/2dbf603aa98649a59ee0b9def4c2a1ad is 50, key is test_row_0/C:col10/1731276974063/Put/seqid=0 2024-11-10T22:16:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742430_1606 (size=13017) 2024-11-10T22:16:16,404 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-10T22:16:16,404 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:16,404 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,405 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:16,423 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-11-10T22:16:16,423 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T22:16:16,424 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,424 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 190 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3103 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2922 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3017 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3103 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2924 2024-11-10T22:16:16,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T22:16:16,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:16:16,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:16:16,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:16,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:16,425 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T22:16:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:16,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276976427"}]},"ts":"1731276976427"} 2024-11-10T22:16:16,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T22:16:16,428 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T22:16:16,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T22:16:16,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, UNASSIGN}] 2024-11-10T22:16:16,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, UNASSIGN 2024-11-10T22:16:16,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=CLOSING, regionLocation=7318282e5099,37101,1731276799219 2024-11-10T22:16:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=180, ppid=179, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, UNASSIGN because future has completed 2024-11-10T22:16:16,432 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T22:16:16,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219}] 2024-11-10T22:16:16,530 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/5541b3a3217d49179098a2186664329d as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5541b3a3217d49179098a2186664329d 2024-11-10T22:16:16,533 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/A of bc87ff75fab4dca4a3423cf3f0b08f8c into 5541b3a3217d49179098a2186664329d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:16,533 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:16,533 INFO [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/A, priority=13, startTime=1731276975709; duration=0sec 2024-11-10T22:16:16,533 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:16,533 DEBUG [RS:0;7318282e5099:37101-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:A 2024-11-10T22:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:16,540 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/2dbf603aa98649a59ee0b9def4c2a1ad as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/2dbf603aa98649a59ee0b9def4c2a1ad 2024-11-10T22:16:16,543 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc87ff75fab4dca4a3423cf3f0b08f8c/C of bc87ff75fab4dca4a3423cf3f0b08f8c into 2dbf603aa98649a59ee0b9def4c2a1ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T22:16:16,543 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc87ff75fab4dca4a3423cf3f0b08f8c: 2024-11-10T22:16:16,543 INFO [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., storeName=bc87ff75fab4dca4a3423cf3f0b08f8c/C, priority=13, startTime=1731276975709; duration=0sec 2024-11-10T22:16:16,543 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T22:16:16,543 DEBUG [RS:0;7318282e5099:37101-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc87ff75fab4dca4a3423cf3f0b08f8c:C 2024-11-10T22:16:16,584 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(122): Close bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:16,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T22:16:16,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1722): Closing bc87ff75fab4dca4a3423cf3f0b08f8c, disabling compactions & flushes 2024-11-10T22:16:16,584 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:16,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:16,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. after waiting 0 ms 2024-11-10T22:16:16,584 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:16,584 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(2902): Flushing bc87ff75fab4dca4a3423cf3f0b08f8c 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=A 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=B 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc87ff75fab4dca4a3423cf3f0b08f8c, store=C 2024-11-10T22:16:16,585 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T22:16:16,589 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a401c541b08a4ef58e1face15a9fd106_bc87ff75fab4dca4a3423cf3f0b08f8c is 50, key is test_row_1/A:col10/1731276976403/Put/seqid=0 2024-11-10T22:16:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742431_1607 (size=9914) 2024-11-10T22:16:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:16,993 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T22:16:16,995 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a401c541b08a4ef58e1face15a9fd106_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a401c541b08a4ef58e1face15a9fd106_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:16,996 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/f832ddab7c4a402191d1bb295dcfe778, store: [table=TestAcidGuarantees family=A region=bc87ff75fab4dca4a3423cf3f0b08f8c] 2024-11-10T22:16:16,997 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/f832ddab7c4a402191d1bb295dcfe778 is 175, key is test_row_1/A:col10/1731276976403/Put/seqid=0 2024-11-10T22:16:16,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742432_1608 (size=22561) 2024-11-10T22:16:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:17,400 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/f832ddab7c4a402191d1bb295dcfe778 2024-11-10T22:16:17,405 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/782f9ffc631d4e7e9d382ac29445463f is 50, key is test_row_1/B:col10/1731276976403/Put/seqid=0 2024-11-10T22:16:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742433_1609 (size=9857) 2024-11-10T22:16:17,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T22:16:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:17,808 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/782f9ffc631d4e7e9d382ac29445463f 2024-11-10T22:16:17,814 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/71e0b179b11a46deb6b7403fd541b10a is 50, key is test_row_1/C:col10/1731276976403/Put/seqid=0 2024-11-10T22:16:17,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742434_1610 (size=9857) 2024-11-10T22:16:18,220 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/71e0b179b11a46deb6b7403fd541b10a 2024-11-10T22:16:18,223 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/A/f832ddab7c4a402191d1bb295dcfe778 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/f832ddab7c4a402191d1bb295dcfe778 2024-11-10T22:16:18,225 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/f832ddab7c4a402191d1bb295dcfe778, entries=100, sequenceid=437, filesize=22.0 K 2024-11-10T22:16:18,226 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/B/782f9ffc631d4e7e9d382ac29445463f as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/782f9ffc631d4e7e9d382ac29445463f 2024-11-10T22:16:18,229 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/782f9ffc631d4e7e9d382ac29445463f, entries=100, sequenceid=437, filesize=9.6 K 2024-11-10T22:16:18,229 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/.tmp/C/71e0b179b11a46deb6b7403fd541b10a as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/71e0b179b11a46deb6b7403fd541b10a 2024-11-10T22:16:18,232 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/71e0b179b11a46deb6b7403fd541b10a, entries=100, sequenceid=437, filesize=9.6 K 2024-11-10T22:16:18,232 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1648ms, sequenceid=437, compaction requested=false 2024-11-10T22:16:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3] to archive 2024-11-10T22:16:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:16:18,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d4ac463117fb41e1b351212facb4debc 2024-11-10T22:16:18,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fd8685669c184883bbeeb8c38139d64c 2024-11-10T22:16:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/449acb157ad94288ae09dd1c9b2a6cd5 2024-11-10T22:16:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3418330311e748b38f6e3563fa4fda9a 2024-11-10T22:16:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/3a0b92f0a6c24fec83bf9fe84378cc94 2024-11-10T22:16:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/03186c41bde64fcd8a3de59efb205f01 2024-11-10T22:16:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/b6688735fcfe4095808867ae3771a046 2024-11-10T22:16:18,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/88a590ad765a4631a3a3bab4dbef5646 2024-11-10T22:16:18,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e8dd5e4e409645cd8add8b1b5d1683e3 2024-11-10T22:16:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/cf9ce88c49b440e1a534aca983b02307 2024-11-10T22:16:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/09dab9c5df854fd687ddfb628cf8e770 2024-11-10T22:16:18,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/049b94c4343a4faabb15577d7defe3f4 2024-11-10T22:16:18,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2198792b6c604a2db57807ccdc8b7c4e 2024-11-10T22:16:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5cdde56ca4004107b42a2dc82763646c 2024-11-10T22:16:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/215ffa3f59e745cfa99eca838d8c9091 2024-11-10T22:16:18,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/fa3e7767856f46b6ad5019b8064933fb 2024-11-10T22:16:18,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/d8e11558034b44db9b7c861d7d0a83b0 2024-11-10T22:16:18,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/c2ad72d390274afc83bce103d9ca84da 2024-11-10T22:16:18,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/2dabd9078b284edb8558e62986c8d412 2024-11-10T22:16:18,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/e142ad5dd7924528820b90cd028afd22 2024-11-10T22:16:18,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5a58eddb879848d58c8f0a0944b387f3 2024-11-10T22:16:18,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/1b0ccc23a6134e8c8ec5ac576152fc8a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/fe339c2313a74f9693b2455435d5f88f, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/a44d6bb9109744728c04528b5180bde8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5bf55e1ffdbb46a488d7c7bc8d7757d1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/afdd17d0fca043b194d5aa161f14aa18, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2] to archive 2024-11-10T22:16:18,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:16:18,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e97d055a278c4cfab560846662d85ab8 2024-11-10T22:16:18,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e6da47d435214665b7d2d88049f10f53 2024-11-10T22:16:18,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/1b0ccc23a6134e8c8ec5ac576152fc8a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/1b0ccc23a6134e8c8ec5ac576152fc8a 2024-11-10T22:16:18,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/064eeab193fb4a4db66372b0a8da3741 2024-11-10T22:16:18,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/eb16fa93b3de47ebbca4c74f088c6a22 2024-11-10T22:16:18,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/fe339c2313a74f9693b2455435d5f88f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/fe339c2313a74f9693b2455435d5f88f 2024-11-10T22:16:18,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ef09abf5aeaa4cb6ac30a237be572d64 2024-11-10T22:16:18,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/ba0a24df4acd4fad8971860c9e89388d 2024-11-10T22:16:18,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/a44d6bb9109744728c04528b5180bde8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/a44d6bb9109744728c04528b5180bde8 2024-11-10T22:16:18,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/2f5ba26f3f974ebc8d2493a512b5c30a 2024-11-10T22:16:18,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/000b880e5e2445eabbb65301ba6be802 2024-11-10T22:16:18,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/b10eebb2a5a14664aa179a039d76be06 2024-11-10T22:16:18,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5bf55e1ffdbb46a488d7c7bc8d7757d1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5bf55e1ffdbb46a488d7c7bc8d7757d1 2024-11-10T22:16:18,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/aaa88f51198f470697626417fd8e1af2 2024-11-10T22:16:18,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/5767363ac55f4adc99e821fa465c4c8c 2024-11-10T22:16:18,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/009b2661e8d749b0bb553b16c97ce719 2024-11-10T22:16:18,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/0f39ca0b299640328edced5788ae1eac 2024-11-10T22:16:18,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/afdd17d0fca043b194d5aa161f14aa18 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/afdd17d0fca043b194d5aa161f14aa18 2024-11-10T22:16:18,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/c6b27c327f4f44b7848fbcc3674b23c5 2024-11-10T22:16:18,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/e11864838eb84b17aac2d7cf1be2fd44 2024-11-10T22:16:18,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/79b91d6dca9c414d9c9ecb57c6e510a2 2024-11-10T22:16:18,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/291df7b1d7d34d09a7b85e8214cedbac, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/c4bc2a12ab1f44319080542791ac37f5, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b819d1e4857b487c80d9fb2593577258, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/544d75d2aabe473cb906ef5cb38997a0, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/49f9a4df9c6243b5b4e54704289cdd02, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff] to archive 2024-11-10T22:16:18,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T22:16:18,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/f3589b01c639421893d738e83bda9943 2024-11-10T22:16:18,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/a491f45d65604ed0825aa085c32608bd 2024-11-10T22:16:18,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/291df7b1d7d34d09a7b85e8214cedbac to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/291df7b1d7d34d09a7b85e8214cedbac 2024-11-10T22:16:18,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/40ce4eae36fc41fcb214b2f5a9b584b8 2024-11-10T22:16:18,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/d8e867449b364ea79046b9bb8f85a3c2 2024-11-10T22:16:18,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/c4bc2a12ab1f44319080542791ac37f5 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/c4bc2a12ab1f44319080542791ac37f5 2024-11-10T22:16:18,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/64ff0f872fc44d439ff3467208c3b73e 2024-11-10T22:16:18,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4636748219d347f89f135f35fb30938d 2024-11-10T22:16:18,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b819d1e4857b487c80d9fb2593577258 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b819d1e4857b487c80d9fb2593577258 2024-11-10T22:16:18,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/77b04edfa37a40ab8d760f3c3c2b91ae 2024-11-10T22:16:18,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/b7d2a614f3ff44eeb9dafb0c94da58f1 2024-11-10T22:16:18,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/4ace0b64c4544847bf7c52372ffbe4b8 2024-11-10T22:16:18,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/544d75d2aabe473cb906ef5cb38997a0 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/544d75d2aabe473cb906ef5cb38997a0 2024-11-10T22:16:18,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/3c629bf7a317426bb27efc51fb65ef96 2024-11-10T22:16:18,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/0e809ea5d4e84435bcae00cdaed8f94e 2024-11-10T22:16:18,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/25085db0d9d7423596823ac5132c7634 2024-11-10T22:16:18,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/8c7e37ce157d48f6bc3e952ab8674a1c 2024-11-10T22:16:18,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/49f9a4df9c6243b5b4e54704289cdd02 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/49f9a4df9c6243b5b4e54704289cdd02 2024-11-10T22:16:18,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/5c35b52d7ed44bf0b4be03925682dce4 2024-11-10T22:16:18,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/80b88fb2022644789c3a040295e8beaa 2024-11-10T22:16:18,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/fc3ddae3002045b1b4b3a31e4af661ff 2024-11-10T22:16:18,288 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits/440.seqid, newMaxSeqId=440, maxSeqId=4 2024-11-10T22:16:18,289 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. 2024-11-10T22:16:18,289 DEBUG [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] regionserver.HRegion(1676): Region close journal for bc87ff75fab4dca4a3423cf3f0b08f8c: Waiting for close lock at 1731276976584Running coprocessor pre-close hooks at 1731276976584Disabling compacts and flushes for region at 1731276976584Disabling writes for close at 1731276976584Obtaining lock to block concurrent updates at 1731276976584Preparing flush snapshotting stores in bc87ff75fab4dca4a3423cf3f0b08f8c at 1731276976584Finished memstore snapshotting TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731276976585 (+1 ms)Flushing stores of TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c. at 1731276976585Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/A: creating writer at 1731276976585Flushing mob file bc87ff75fab4dca4a3423cf3f0b08f8c/A: appending metadata at 1731276976589 (+4 ms)Flushing mob file bc87ff75fab4dca4a3423cf3f0b08f8c/A: closing flushed file at 1731276976589Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/A: appending metadata at 1731276976996 (+407 ms)Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/A: closing flushed file at 1731276976996Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/B: creating writer at 1731276977403 (+407 ms)Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/B: appending metadata at 1731276977405 (+2 ms)Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/B: closing flushed file at 1731276977405Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/C: creating writer at 1731276977811 (+406 ms)Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/C: appending metadata at 1731276977813 (+2 ms)Flushing bc87ff75fab4dca4a3423cf3f0b08f8c/C: closing flushed file at 1731276977813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f666da: reopening flushed file at 1731276978222 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f20ee3: reopening flushed file at 1731276978226 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499199a5: reopening flushed file at 1731276978229 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for bc87ff75fab4dca4a3423cf3f0b08f8c in 1648ms, sequenceid=437, compaction requested=false at 1731276978232 (+3 ms)Writing region close event to WAL at 1731276978286 (+54 ms)Running coprocessor post-close hooks at 1731276978289 (+3 ms)Closed at 1731276978289 2024-11-10T22:16:18,290 INFO [RS_CLOSE_REGION-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_REGION, pid=181}] handler.UnassignRegionHandler(157): Closed bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=180 updating hbase:meta row=bc87ff75fab4dca4a3423cf3f0b08f8c, regionState=CLOSED 2024-11-10T22:16:18,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 because future has completed 2024-11-10T22:16:18,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-10T22:16:18,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseRegionProcedure bc87ff75fab4dca4a3423cf3f0b08f8c, server=7318282e5099,37101,1731276799219 in 1.8610 sec 2024-11-10T22:16:18,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=180, resume processing ppid=179 2024-11-10T22:16:18,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, ppid=179, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc87ff75fab4dca4a3423cf3f0b08f8c, UNASSIGN in 1.8640 sec 2024-11-10T22:16:18,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-10T22:16:18,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-10T22:16:18,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731276978297"}]},"ts":"1731276978297"} 2024-11-10T22:16:18,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T22:16:18,298 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T22:16:18,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-10T22:16:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-10T22:16:18,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:18,574 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T22:16:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=182, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T22:16:18,576 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=182, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,579 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C, FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits] 2024-11-10T22:16:18,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5541b3a3217d49179098a2186664329d to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/5541b3a3217d49179098a2186664329d 2024-11-10T22:16:18,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/f832ddab7c4a402191d1bb295dcfe778 to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/A/f832ddab7c4a402191d1bb295dcfe778 2024-11-10T22:16:18,583 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/63ae83aae47247d78bd45618714d2bff to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/63ae83aae47247d78bd45618714d2bff 2024-11-10T22:16:18,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/782f9ffc631d4e7e9d382ac29445463f to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/B/782f9ffc631d4e7e9d382ac29445463f 2024-11-10T22:16:18,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/2dbf603aa98649a59ee0b9def4c2a1ad to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/2dbf603aa98649a59ee0b9def4c2a1ad 2024-11-10T22:16:18,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/71e0b179b11a46deb6b7403fd541b10a to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/C/71e0b179b11a46deb6b7403fd541b10a 2024-11-10T22:16:18,587 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits/440.seqid to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c/recovered.edits/440.seqid 2024-11-10T22:16:18,587 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/default/TestAcidGuarantees/bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,587 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T22:16:18,588 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:16:18,588 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T22:16:18,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003167dc3254e4b90b9648b946aa8c3bf_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111003167dc3254e4b90b9648b946aa8c3bf_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111006379a2a9eeb41af8aa4b92a4003944e_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111006379a2a9eeb41af8aa4b92a4003944e_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100953e38d55154d2ab0dfacd91af82d99_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100953e38d55154d2ab0dfacd91af82d99_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,592 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100bd26d054c3049f0b3924e4edcd0e0dd_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100bd26d054c3049f0b3924e4edcd0e0dd_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025d65a4e054b48908ef25693b0316a94_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111025d65a4e054b48908ef25693b0316a94_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,594 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111029c293d7c0934a209d6bf1839c8b8ad6_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111029c293d7c0934a209d6bf1839c8b8ad6_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,594 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e0a8743ab6e4bbfbf06eee80ff18cc9_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411103e0a8743ab6e4bbfbf06eee80ff18cc9_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b42d15718d149d684b5fe3e355e94c3_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104b42d15718d149d684b5fe3e355e94c3_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,596 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110524b0375b5f744efadfd59ea853fa23b_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110524b0375b5f744efadfd59ea853fa23b_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105455758bdf0b4dc293a557bf32fdb0f4_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105455758bdf0b4dc293a557bf32fdb0f4_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a401c541b08a4ef58e1face15a9fd106_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a401c541b08a4ef58e1face15a9fd106_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bd03920c154e69ba465a661abdc6ca_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c5bd03920c154e69ba465a661abdc6ca_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cca0b1ea5545415b84de63595805dc3e_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cca0b1ea5545415b84de63595805dc3e_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,600 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf068e4d6320450094b386ddc3848cdf_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110cf068e4d6320450094b386ddc3848cdf_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dab3e624c1194922915d44ab47fe0fa8_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110dab3e624c1194922915d44ab47fe0fa8_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f1c2e9ff40e6438ab5377ee4d086c1a5_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f1c2e9ff40e6438ab5377ee4d086c1a5_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8bd226b27d54f5787968b659f515fee_bc87ff75fab4dca4a3423cf3f0b08f8c to hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f8bd226b27d54f5787968b659f515fee_bc87ff75fab4dca4a3423cf3f0b08f8c 2024-11-10T22:16:18,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T22:16:18,604 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=182, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,606 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T22:16:18,608 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T22:16:18,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=182, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,609 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T22:16:18,609 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731276978609"}]},"ts":"9223372036854775807"} 2024-11-10T22:16:18,611 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T22:16:18,611 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bc87ff75fab4dca4a3423cf3f0b08f8c, NAME => 'TestAcidGuarantees,,1731276950793.bc87ff75fab4dca4a3423cf3f0b08f8c.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T22:16:18,611 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T22:16:18,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731276978611"}]},"ts":"9223372036854775807"} 2024-11-10T22:16:18,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T22:16:18,613 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=182, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T22:16:18,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-10T22:16:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-10T22:16:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T22:16:18,683 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T22:16:18,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=9420 (was 9439) 2024-11-10T22:16:18,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T22:16:18,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:16:18,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:16:18,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:18,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:18,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T22:16:18,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T22:16:18,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240002821, stopped=false 2024-11-10T22:16:18,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7318282e5099,46847,1731276798412 2024-11-10T22:16:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:16:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:16:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T22:16:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:16:18,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:16:18,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T22:16:18,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:16:18,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:18,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:16:18,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7318282e5099,37101,1731276799219' ***** 2024-11-10T22:16:18,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T22:16:18,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T22:16:18,697 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T22:16:18,697 INFO [regionserver/7318282e5099:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T22:16:18,697 INFO [RS:0;7318282e5099:37101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T22:16:18,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(959): stopping server 7318282e5099,37101,1731276799219 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7318282e5099:37101. 2024-11-10T22:16:18,698 DEBUG [RS:0;7318282e5099:37101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T22:16:18,698 DEBUG [RS:0;7318282e5099:37101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T22:16:18,698 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T22:16:18,699 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T22:16:18,699 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T22:16:18,699 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T22:16:18,699 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:18,699 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T22:16:18,699 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T22:16:18,699 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T22:16:18,699 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T22:16:18,699 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T22:16:18,723 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/info/b5321ad6abc240f9ac0f3ee38aa6e3e7 is 95, key is TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a./info:/1731276834232/DeleteFamily/seqid=0 2024-11-10T22:16:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742435_1611 (size=6514) 2024-11-10T22:16:18,766 INFO [regionserver/7318282e5099:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:16:18,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T22:16:18,899 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,100 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,126 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/info/b5321ad6abc240f9ac0f3ee38aa6e3e7 2024-11-10T22:16:19,145 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/ns/650bb024d2db4f77a276184eb3c008d3 is 93, key is TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a./ns:/1731276834184/DeleteFamily/seqid=0 2024-11-10T22:16:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742436_1612 (size=5906) 2024-11-10T22:16:19,300 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,500 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,548 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/ns/650bb024d2db4f77a276184eb3c008d3 2024-11-10T22:16:19,565 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fa4ac3ca981480893610d3e63b305d6 is 102, key is TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a./rep_barrier:/1731276834184/DeleteFamily/seqid=0 2024-11-10T22:16:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742437_1613 (size=6025) 2024-11-10T22:16:19,700 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,900 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:19,968 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fa4ac3ca981480893610d3e63b305d6 2024-11-10T22:16:19,986 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/table/8aed8a6fdec549cfa51c81f4a757b295 is 96, key is TestAcidGuarantees,,1731276801883.e3ee08295c508ff6d178f01bcfb0ae5a./table:/1731276834184/DeleteFamily/seqid=0 2024-11-10T22:16:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742438_1614 (size=5936) 2024-11-10T22:16:20,101 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:20,301 DEBUG [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T22:16:20,389 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/table/8aed8a6fdec549cfa51c81f4a757b295 2024-11-10T22:16:20,392 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/info/b5321ad6abc240f9ac0f3ee38aa6e3e7 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/info/b5321ad6abc240f9ac0f3ee38aa6e3e7 2024-11-10T22:16:20,395 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/info/b5321ad6abc240f9ac0f3ee38aa6e3e7, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T22:16:20,396 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/ns/650bb024d2db4f77a276184eb3c008d3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/ns/650bb024d2db4f77a276184eb3c008d3 2024-11-10T22:16:20,398 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/ns/650bb024d2db4f77a276184eb3c008d3, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T22:16:20,399 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/rep_barrier/0fa4ac3ca981480893610d3e63b305d6 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/rep_barrier/0fa4ac3ca981480893610d3e63b305d6 2024-11-10T22:16:20,401 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/rep_barrier/0fa4ac3ca981480893610d3e63b305d6, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T22:16:20,402 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/.tmp/table/8aed8a6fdec549cfa51c81f4a757b295 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/table/8aed8a6fdec549cfa51c81f4a757b295 2024-11-10T22:16:20,405 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/table/8aed8a6fdec549cfa51c81f4a757b295, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T22:16:20,406 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-10T22:16:20,409 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T22:16:20,410 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T22:16:20,410 INFO [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T22:16:20,410 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731276978699Running coprocessor pre-close hooks at 1731276978699Disabling compacts and flushes for region at 1731276978699Disabling writes for close at 1731276978699Obtaining lock to block concurrent updates at 1731276978699Preparing flush snapshotting stores in 1588230740 at 1731276978699Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731276978700 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731276978701 (+1 ms)Flushing 1588230740/info: creating writer at 1731276978701Flushing 1588230740/info: appending metadata at 1731276978722 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731276978722Flushing 1588230740/ns: creating writer at 1731276979130 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731276979144 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731276979144Flushing 1588230740/rep_barrier: creating writer at 1731276979551 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731276979565 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731276979565Flushing 1588230740/table: creating writer at 1731276979972 (+407 ms)Flushing 1588230740/table: appending metadata at 1731276979985 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731276979985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f528e6: reopening flushed file at 1731276980392 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df3c0c9: reopening flushed file at 1731276980395 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a7e792: reopening flushed file at 1731276980398 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270a76ec: reopening flushed file at 1731276980402 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1731276980406 (+4 ms)Writing region close event to WAL at 1731276980407 (+1 ms)Running coprocessor post-close hooks at 1731276980410 (+3 ms)Closed at 1731276980410 2024-11-10T22:16:20,410 DEBUG [RS_CLOSE_META-regionserver/7318282e5099:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T22:16:20,501 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(976): stopping server 7318282e5099,37101,1731276799219; all regions closed. 2024-11-10T22:16:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741834_1010 (size=25344) 2024-11-10T22:16:20,507 DEBUG [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/oldWALs 2024-11-10T22:16:20,507 INFO [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C37101%2C1731276799219.meta:.meta(num 1731276801418) 2024-11-10T22:16:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741833_1009 (size=16578839) 2024-11-10T22:16:20,510 DEBUG [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/oldWALs 2024-11-10T22:16:20,510 INFO [RS:0;7318282e5099:37101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7318282e5099%2C37101%2C1731276799219:(num 1731276800871) 2024-11-10T22:16:20,510 DEBUG [RS:0;7318282e5099:37101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T22:16:20,510 INFO [RS:0;7318282e5099:37101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T22:16:20,510 INFO [RS:0;7318282e5099:37101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:16:20,510 INFO [RS:0;7318282e5099:37101 {}] hbase.ChoreService(370): Chore service for: regionserver/7318282e5099:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T22:16:20,511 INFO [RS:0;7318282e5099:37101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:16:20,511 INFO [regionserver/7318282e5099:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:16:20,511 INFO [RS:0;7318282e5099:37101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37101 2024-11-10T22:16:20,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7318282e5099,37101,1731276799219 2024-11-10T22:16:20,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T22:16:20,515 INFO [RS:0;7318282e5099:37101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:16:20,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7318282e5099,37101,1731276799219] 2024-11-10T22:16:20,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7318282e5099,37101,1731276799219 already deleted, retry=false 2024-11-10T22:16:20,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7318282e5099,37101,1731276799219 expired; onlineServers=0 2024-11-10T22:16:20,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7318282e5099,46847,1731276798412' ***** 2024-11-10T22:16:20,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T22:16:20,520 INFO [M:0;7318282e5099:46847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T22:16:20,520 INFO [M:0;7318282e5099:46847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T22:16:20,520 DEBUG [M:0;7318282e5099:46847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T22:16:20,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T22:16:20,520 DEBUG [M:0;7318282e5099:46847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T22:16:20,520 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731276800505 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.small.0-1731276800505,5,FailOnTimeoutGroup] 2024-11-10T22:16:20,520 DEBUG [master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731276800495 {}] cleaner.HFileCleaner(306): Exit Thread[master/7318282e5099:0:becomeActiveMaster-HFileCleaner.large.0-1731276800495,5,FailOnTimeoutGroup] 2024-11-10T22:16:20,520 INFO [M:0;7318282e5099:46847 {}] hbase.ChoreService(370): Chore service for: master/7318282e5099:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T22:16:20,521 INFO [M:0;7318282e5099:46847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T22:16:20,521 DEBUG [M:0;7318282e5099:46847 {}] master.HMaster(1795): Stopping service threads 2024-11-10T22:16:20,521 INFO [M:0;7318282e5099:46847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T22:16:20,521 INFO [M:0;7318282e5099:46847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T22:16:20,521 ERROR [M:0;7318282e5099:46847 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T22:16:20,521 INFO [M:0;7318282e5099:46847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T22:16:20,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T22:16:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T22:16:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T22:16:20,522 DEBUG [M:0;7318282e5099:46847 {}] zookeeper.ZKUtil(347): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T22:16:20,522 WARN [M:0;7318282e5099:46847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T22:16:20,522 INFO [M:0;7318282e5099:46847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/.lastflushedseqids 2024-11-10T22:16:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742439_1615 (size=72) 2024-11-10T22:16:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:16:20,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x10103f160d80001, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:16:20,619 INFO [RS:0;7318282e5099:37101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:16:20,620 INFO [RS:0;7318282e5099:37101 {}] regionserver.HRegionServer(1031): Exiting; stopping=7318282e5099,37101,1731276799219; zookeeper connection closed. 2024-11-10T22:16:20,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a1b66b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a1b66b 2024-11-10T22:16:20,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T22:16:20,932 INFO [M:0;7318282e5099:46847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T22:16:20,932 INFO [M:0;7318282e5099:46847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T22:16:20,932 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T22:16:20,932 INFO [M:0;7318282e5099:46847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:16:20,932 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:16:20,933 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T22:16:20,933 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:16:20,933 INFO [M:0;7318282e5099:46847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=776.64 KB heapSize=949.99 KB 2024-11-10T22:16:20,948 DEBUG [M:0;7318282e5099:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d44681260424444a94eec6d0df049811 is 82, key is hbase:meta,,1/info:regioninfo/1731276801508/Put/seqid=0 2024-11-10T22:16:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742440_1616 (size=5672) 2024-11-10T22:16:21,351 INFO [M:0;7318282e5099:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2130 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d44681260424444a94eec6d0df049811 2024-11-10T22:16:21,370 DEBUG [M:0;7318282e5099:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abdb3b369b174177a238ba3be1fa4df3 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1731276953857/Put/seqid=0 2024-11-10T22:16:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742441_1617 (size=47536) 2024-11-10T22:16:21,774 INFO [M:0;7318282e5099:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=776.08 KB at sequenceid=2130 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abdb3b369b174177a238ba3be1fa4df3 2024-11-10T22:16:21,777 INFO [M:0;7318282e5099:46847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abdb3b369b174177a238ba3be1fa4df3 2024-11-10T22:16:21,792 DEBUG [M:0;7318282e5099:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c22dbd46bef64b48a0e23b269653e883 is 69, key is 7318282e5099,37101,1731276799219/rs:state/1731276800623/Put/seqid=0 2024-11-10T22:16:21,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073742442_1618 (size=5156) 2024-11-10T22:16:22,195 INFO [M:0;7318282e5099:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2130 (bloomFilter=true), to=hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c22dbd46bef64b48a0e23b269653e883 2024-11-10T22:16:22,198 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d44681260424444a94eec6d0df049811 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d44681260424444a94eec6d0df049811 2024-11-10T22:16:22,201 INFO [M:0;7318282e5099:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d44681260424444a94eec6d0df049811, entries=8, sequenceid=2130, filesize=5.5 K 2024-11-10T22:16:22,202 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abdb3b369b174177a238ba3be1fa4df3 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abdb3b369b174177a238ba3be1fa4df3 2024-11-10T22:16:22,204 INFO [M:0;7318282e5099:46847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abdb3b369b174177a238ba3be1fa4df3 2024-11-10T22:16:22,204 INFO [M:0;7318282e5099:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abdb3b369b174177a238ba3be1fa4df3, entries=182, sequenceid=2130, filesize=46.4 K 2024-11-10T22:16:22,205 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c22dbd46bef64b48a0e23b269653e883 as hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c22dbd46bef64b48a0e23b269653e883 2024-11-10T22:16:22,207 INFO [M:0;7318282e5099:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35627/user/jenkins/test-data/20a83dc4-1c5d-f371-6f43-240736abcd3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c22dbd46bef64b48a0e23b269653e883, entries=1, sequenceid=2130, filesize=5.0 K 2024-11-10T22:16:22,208 INFO [M:0;7318282e5099:46847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~776.64 KB/795279, heapSize ~949.70 KB/972488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2130, compaction requested=false 2024-11-10T22:16:22,209 INFO [M:0;7318282e5099:46847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T22:16:22,209 DEBUG [M:0;7318282e5099:46847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731276980932Disabling compacts and flushes for region at 1731276980932Disabling writes for close at 1731276980933 (+1 ms)Obtaining lock to block concurrent updates at 1731276980933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731276980933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=795279, getHeapSize=972728, getOffHeapSize=0, getCellsCount=2337 at 1731276980933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731276980934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731276980934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731276980947 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731276980947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731276981354 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731276981370 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731276981370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731276981777 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731276981791 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731276981791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9fe106: reopening flushed file at 1731276982198 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d59ff9c: reopening flushed file at 1731276982201 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622932e9: reopening flushed file at 1731276982204 (+3 ms)Finished flush of dataSize ~776.64 KB/795279, heapSize ~949.70 KB/972488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2130, compaction requested=false at 1731276982208 (+4 ms)Writing region close event to WAL at 1731276982209 (+1 ms)Closed at 1731276982209 2024-11-10T22:16:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42221 is added to blk_1073741830_1006 (size=934976) 2024-11-10T22:16:22,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T22:16:22,213 INFO [M:0;7318282e5099:46847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T22:16:22,213 INFO [M:0;7318282e5099:46847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46847 2024-11-10T22:16:22,213 INFO [M:0;7318282e5099:46847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T22:16:22,315 INFO [M:0;7318282e5099:46847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T22:16:22,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:16:22,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x10103f160d80000, quorum=127.0.0.1:54165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T22:16:22,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T22:16:22,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:16:22,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:16:22,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:16:22,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.log.dir/,STOPPED} 2024-11-10T22:16:22,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T22:16:22,326 WARN [BP-1014441248-172.17.0.2-1731276795161 heartbeating to localhost/127.0.0.1:35627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T22:16:22,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T22:16:22,326 WARN [BP-1014441248-172.17.0.2-1731276795161 heartbeating to localhost/127.0.0.1:35627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014441248-172.17.0.2-1731276795161 (Datanode Uuid 110bcff5-9dd0-41ba-8369-ce0f1c5ff616) service to localhost/127.0.0.1:35627 2024-11-10T22:16:22,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data1/current/BP-1014441248-172.17.0.2-1731276795161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:16:22,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/cluster_96655883-7db0-51fb-76b3-10d7606b8e40/data/data2/current/BP-1014441248-172.17.0.2-1731276795161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T22:16:22,329 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T22:16:22,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T22:16:22,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T22:16:22,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T22:16:22,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T22:16:22,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c440dd10-eb82-922b-7929-4ad75e334fbf/hadoop.log.dir/,STOPPED} 2024-11-10T22:16:22,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T22:16:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down